{ "name": "CUAD: Contract Understanding Atticus Dataset", "description": "Contract Understanding Atticus Dataset (CUAD) v1 is a corpus of 13,000+ labels in 510 commercial legal contracts that have been manually labeled under the supervision of experienced lawyers to identify 41 types of legal clauses that are considered important in contact review in connection with a corporate transaction, including mergers and acquisitions. \n\nLicense: \"CC BY 4.0\"\n\nReference: \"https://www.atticusprojectai.org/cuad\"\n\nSource: \"https://github.com/TheAtticusProject/cuad\"", "tests": [ { "key": "13c74480-43b1-4c40-8d08-403a81dce3c4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_001.pdf" ], "test_cases": [ { "key": "de395e6b-3a0b-40f9-a5c8-4fe98730e482", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MARKETING AFFILIATE AGREEMENT" }, { "key": "d47a4fac-2f8e-488c-968b-47d2cc7cc5a6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Birch First Global Investments Inc. (\"Company\"); Mount Kowledge Holdings Inc. (\"Marketing Affiliate\", \"MA\")" }, { "key": "90671064-20c7-4bcc-83d5-ee86d03cf064", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/8/14" }, { "key": "29c667a1-0b81-4af0-81f1-4af1d1080eac", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/14" }, { "key": "e57fb64d-b7a9-4aea-a02e-5d1ecf717ffb", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "63919363-8dce-4718-9249-a1832b1b2ca6", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "8e71776e-6e2f-4b56-a5cc-0bc0c029bf15", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nevada" }, { "key": "a6c2cfd0-df23-48e1-aba9-abb0603ad5bb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44f100d5-1ece-4be5-9745-0da815a21502", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15dc17df-75c0-43ed-bcfb-8b7d3dd93c82", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c456dce-9d23-44dd-87b9-83d960424e34", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20da0834-be2f-4482-b45a-13d3eba516c3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65baa6a9-ae59-4128-9d03-c5cc053ce0a9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef9d8982-a87a-40ed-be6d-cb3ecd20b3eb", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "42adf86f-cc4e-4f81-a3cf-9486ddb26e73", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4532201e-b386-47e0-bb74-0149b18f2c39", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f117be73-b4ed-4ed0-ba2e-9d5b522b9c8e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea8f664f-4dc0-4310-931e-fcaed45c7c7e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3f3c85db-e917-47bd-ae94-dcc66af73c55", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb17f12a-48f8-4329-bdc3-50d4c1eaaf90", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "085f0b70-7b50-4359-8ad6-e47f796967a4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7bc7d9bf-39a8-4e20-a483-783912ae74ba", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce386247-4e15-4205-b9ed-badb5f5f025b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cea446fa-3073-4339-b630-5f132c5ba6b3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ff146f3-c96b-4b17-98ae-86399e0f87f7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d39b5a80-beb3-4a94-b336-20f26b7136a5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e025c60c-e7fb-406d-a3db-a7d0b23a1252", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a94ab76c-d454-4c75-b870-193b3e4bd4c6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f5b2602-c9d8-44e4-a97b-8a39c49f1bf1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b964ef73-0cdc-4911-9fc3-e98d22585d62", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e9c6f8c-3dfb-4d0b-91fa-797a46f65471", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed85f3c4-6639-441d-948d-a18fe4b5ea24", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "637f8f53-bf56-46e2-9ffc-8f3586f8512f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "830dff04-9be6-4b9b-b1e3-4d5db3cf15ea", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96446a3b-a9f5-42fc-9927-c4060e6fb70c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b7bb0d4-6bed-4085-802d-6fa6dd10d2f1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f475514-6bbe-4e2f-8bfe-ac8dccbf60d3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f27bf4e-c95b-42a8-90c1-867c65ddb51c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36e7f410-1cdd-4a18-80c5-b83a7b238bed", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a5f381f-a640-4eec-94e9-6b0f3dd1ffa8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ac6c5848-151e-4926-b55b-ac41b6ded900", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_002.pdf" ], "test_cases": [ { "key": "4f30c108-3f28-4117-9b29-ded1952069f3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VIDEO-ON-DEMAND CONTENT LICENSE AGREEMENT" }, { "key": "b2f9045b-7430-4ec8-a53a-9ccbd02be10f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Rogers Cable Communications Inc. (\"Rogers\"); EuroMedia Holdings Corp. (\"Licensor\")" }, { "key": "c7237c15-599d-40f8-99fd-1bc679a8ecfb", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/11/06" }, { "key": "80b5ca9d-fbd4-4ecf-ae03-5fc89d80b5fa", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/11/06" }, { "key": "ec93f531-bf2f-445b-b45e-8affeffefc9b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/10" }, { "key": "070777e5-dfc3-4d44-b06f-3b1bf0c2af40", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2 years" }, { "key": "f44d18a2-f79d-4d7f-985d-76a95d9c11c1", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "f34ee4ba-8f79-49f0-a44a-8499f96ec168", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ontario, Canada" }, { "key": "6386aa00-03f0-4547-a550-ff7923ddd8f9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27861f1e-55ad-4269-94e2-f8b8c9494d1e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25735da9-1f08-4bfa-a3f0-1c4b772d25be", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b80360da-9a9a-4b07-9eaf-26f7e145ec08", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b783953-94db-4e4f-ab0f-d94c314a3ed0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cba21c2-66c4-4f0c-880c-e843229306a4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02d2feb2-077f-4d22-b82b-83a88c31d604", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09853fce-dccc-4345-9665-9f9d0242bfd6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "84cfa206-0f95-4873-9958-2747cd06e222", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9401a2ae-e456-4940-a967-609803140c9e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e444077-174b-41f7-af5c-b87b3e53b485", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dd982309-1264-4ef3-809c-37227ad63ae7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a74048b3-b4e0-4f49-a46c-fc751ca3c8e9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cb7f5ca-c9bf-42dc-8ae9-5fc2a6b50dbb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0d992a28-83b4-45c2-b40c-6a589226d88d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83e18819-9f2c-40c1-a34f-55611bf96d3f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "832057fe-9c4a-4ed5-8c5c-76efa8103641", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e8136e6-254b-43a1-8b33-9b7b975848aa", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "caf1a7f6-4959-4bd9-a6dc-f0385ddf35d7", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "055146eb-f964-4855-b55f-0d777db29611", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "476fd129-14cf-4c4e-90d1-9814b9972283", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "470a5c2a-213f-446a-8a92-8f8805c448bd", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4327c9c1-722a-45ae-8c5a-b9e55c7c1ed3", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c56c4dc-b03c-42bb-9f04-b549d9295290", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17a10bac-514c-4242-8a7d-76b547df04e3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c393d57a-d8c2-49e3-a854-a09434e8716a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "26921438-b522-49da-9fb8-6158a1d0756d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3028a0a5-0ab4-415b-af6b-544502cf4cb7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c788bfe-3fd6-4678-9638-e2da83aceca2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21f3e3f6-c522-472e-9f30-161fe63c009a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31f6b67b-038f-420f-99e7-270c72c19c51", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9df189d-c16f-4f59-8fd2-08cf28c57369", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9203ec9-dde6-43c9-927f-ad0386d3f19a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9c886c39-d2ae-4a07-b720-258a32b3a78f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_003.pdf" ], "test_cases": [ { "key": "7e72065c-3cab-4ffb-8421-a9ff9639fca6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONTENT DISTRIBUTION AND LICENSE AGREEMENT" }, { "key": "5e2717e9-7cbc-462f-8b22-9e7925d7d752", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONVERGTV,\u00a0INC.\u00a0(\u201cConvergTV\u201d); Fulucai Productions Ltd. (\"Producer\")" }, { "key": "9644b8bf-67dd-49c3-bf6b-681f528e73c7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/15/12" }, { "key": "88526660-034d-42c0-b0dd-03ccc9f4f7c1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/15/12" }, { "key": "4171552e-f730-408a-ba17-74d5a80d1e3b", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual, 11/15/2014" }, { "key": "f16a71e2-cfcd-46da-a3a5-f185c33afc2e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "a7ee40dd-3f13-4263-b851-718e538e66f2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d22e7fa8-3ce5-4508-a57a-bd456ab944f1", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83e76229-e68a-4744-aef4-278b08c92be6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb77acf4-a241-428e-8b76-62182d930757", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dfa9898c-8a2f-4d65-907b-f328396524c8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "139e3b4d-49e2-4e90-94b3-bfd706daa9b4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06d259bf-04c1-4634-8fa3-c8ea62145044", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a719046-2ec0-4263-bf82-d81f777decc7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35b89362-5b41-447a-a3f5-9b9550bed7c9", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07204508-1feb-4c11-9f71-067408422323", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2a3c4a1-f7b6-4828-8629-d377348ae576", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61ccdb66-b544-4cf2-8f79-c3b99e4c6b20", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "824b1b86-738a-49fa-8dc9-40770bae7dc3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abd0cb9d-2da3-4679-b0d1-c627e5bc6051", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f96af54-a700-42cf-8f1b-16972165df07", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "118308a7-a8b7-4994-a129-384726065350", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cdddf52-5739-4e96-9cd1-27a26530b3bf", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "170a273d-0608-470c-ad53-641a2ebb05d6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "847d1a3c-db8b-441d-aadf-39ee6fd29841", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d3706a9-abdf-4e58-a5dd-ac728c3794f2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74ebca37-882b-4f56-88db-028518f9ebb6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "29e2e72c-73c0-4da3-8c75-b71a85b8aefe", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5b0d4eb6-e18d-4fb8-a6dd-d05a660e87de", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62779e66-a160-4be0-9a35-1f662e1d8776", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bc2fc58-669a-4a20-82f6-5aa833c9a63d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0843ed49-2572-4809-815c-2dbeea9b1be6", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a1e0ecf8-caac-4c40-9566-8dec7ea57b23", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "986c6223-db61-470e-b6dd-ebeb5376afdd", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3213fcd0-33bb-4464-a124-f1859057a2f2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cb25220-be1e-46b9-a4c8-0be4bb451e31", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "768371df-94ad-4a70-be72-a0101a94d47b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77a375fe-99db-4cce-b204-a206204ddc19", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ece5f33-23be-4618-883e-9b2db0d6d298", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b060f7fd-c2b8-4a74-9ded-9489c7ee9408", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_004.pdf" ], "test_cases": [ { "key": "435bf131-0a0f-4312-b6cd-157406d09d97", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WEBSITE CONTENT LICENSE AGREEMENT" }, { "key": "31078092-03b2-4e89-8fe1-15afec592fff", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PSiTech Corporation (\"Licensor\"); Empirical Ventures, Inc (\"Licensee\")" }, { "key": "2040c1af-1769-4503-b191-582e2f42b42c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/10/14" }, { "key": "028bcf02-fbb4-4988-aebb-1c05b92492c1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/10/14" }, { "key": "807b3846-338b-4829-9bed-9d44aa657d12", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/10/19" }, { "key": "5b63ea06-a6e2-4705-911d-00408c60b712", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 years" }, { "key": "4e5d3879-d260-4075-9562-383b6306d1f2", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "4bea59bf-70ce-4878-9df3-badd39b84921", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nevada" }, { "key": "70faf160-caac-46c3-af32-daa2c5baec44", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6e8bb69-5e51-43ad-80e2-7e4409a48d31", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adfa497f-bd95-4460-80a0-c0a1fc50662d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e21c91e-a036-4037-a159-831c662279e6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "400996c1-f125-4049-beac-f1114baf248d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b51dd5db-94b1-408b-b759-ed00d25e3738", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a98135bb-14dd-4c14-a458-5503f9c78668", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "425f197e-984b-45d3-acac-efed0bd38869", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd4a0c0c-c313-4830-98fa-70b04bca238f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3aba6a3b-c0c6-4dbe-a0bb-8509dc4b8507", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2e22496f-6b76-43ed-aeeb-6d017ed0be0d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f7350cf6-439b-4121-b15f-69cf0c3916db", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d075f046-e306-484f-9951-7dbd9cb78d15", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65a88c18-ab0b-41af-a316-1cd77359288d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f856292b-d504-48c0-975a-632832f18c74", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a24a1ab6-a154-4e7e-88f0-942c2955b46f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ece0989a-f8a9-4363-bcbe-8fb8fa1dde98", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb9376a6-2f90-4b21-bdfb-ee2c7026ca42", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "538a1a0a-d623-4eb5-9d83-a2a3d39a1fd5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "37374b64-f2b2-4eba-8076-5f0a9dba5e9f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08282872-1bac-473e-8c78-8ab500b6d4ea", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98767dec-7719-482c-977d-aae1c1493f3c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c531aeb-8322-4fe9-9733-8c029cf7e39a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5309131-7a8f-4ca9-ba01-d45d0b98ca12", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e52a2ad8-ceed-47d6-8928-4f94faca509c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4542897d-6bcf-403f-a6ac-a1f6419654da", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e10285d-516a-4c25-8ceb-7f127aef5bef", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10ab4855-5364-49b1-bf16-933d2f8216ea", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b77cf479-a90e-4fd4-86d6-b82326b0fae0", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69e3cdca-86a1-476e-9afd-a0d45d4a3c4e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8c6d4cc-2fb9-456d-b518-f03ab9ff1e53", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc5e7149-aae8-4eb7-94d5-354819f8631c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4836a2f4-babc-430b-87ba-540ba636fbca", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7836e40b-22f4-4c97-9074-fa2353449fe3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_005.pdf" ], "test_cases": [ { "key": "3cc20407-d8a6-47c9-ba75-848383a8d9d9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONTENT LICENSE AGREEMENT" }, { "key": "4cb3a177-0d50-44ce-b563-a8ea9f1f2f01", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Beijing Sun Seven Stars Culture Development Limited (\"Licensor\"); YOU ON DEMAND HOLDINGS, INC (\"Licensee\")" }, { "key": "e73ea61f-f62e-42d4-8d63-211dd0bc6810", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/21/15" }, { "key": "d82d7fc2-d670-4a45-87c5-ac40bc1f6566", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/21/15" }, { "key": "74299861-ca3a-48c4-9628-72c7af3e00a8", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/21/35" }, { "key": "b3569312-f776-4633-966c-8b2b5ab1b413", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "56b48292-7e2b-41c9-be22-af0d8b915b20", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81dbb93c-b972-4765-a048-37f120e0a659", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa71f29f-301e-400e-aeaf-01afb8c8c829", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "288aee1e-15be-4b07-a5a9-d42df165130a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e6fb868-0a50-4db5-aceb-fb541755080e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21b6cac9-5517-48df-91de-92bac45bcf7d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6f91d40-1145-4554-a36e-662f7557e122", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfb0c618-7252-4614-8994-9174d3d7eaf3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b5378a5-56c6-4adf-aa03-3f461bd0dd63", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "26349f6c-e559-4fd1-8ed5-edb7555f7d38", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4df913e-24cd-4f96-b989-f9189b1b3a4b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "91b43245-002f-4b39-a73a-007f69f6e811", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2bc91573-772d-4230-a681-01d4d05d8325", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f25f6c0-631c-4f31-ad5a-bec0635363e9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbe42f26-292d-4285-8e5c-9bac5e9565a9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1ed7df3-5e48-4061-be64-a8dc7b36eb88", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c70ed47-03bb-4d21-9020-65c2d35f86b1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd318299-e8ac-419b-ba32-b0b7296a46a0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "182c1a11-d686-43cb-a872-851c67308bbd", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22913e2b-e3b0-44ab-a12c-b72b3877343e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f5c95eb-16db-4bd0-bb79-c1efb6076dcc", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a46e9d6-7c11-4ef6-91f4-9d8014439684", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1dd5861-cc3e-48c1-aead-bb67729142a5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "94d1f0bd-be47-4315-9737-33ec4141a409", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d29a6875-80ad-4a73-9ee6-719b44f464a1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96b0a43c-d93e-4f1e-a9f1-b1415ecaf63b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2239f126-b9f2-40b9-9d88-8f01e80a045c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "478c7fda-7767-4c66-8b7c-e5140f35017f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "351bf7dd-bcd5-48c3-b5ed-dcab03a2cb57", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e05193a-09ba-45ac-a521-f9d51d587220", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6e59de5-b4e6-4f17-934f-cde5cfa70ff6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "916d24b6-ca3d-4088-a355-e61c4eae7d24", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fcc9f5c2-9fba-47a9-8c86-ea1f096c3388", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f012ea56-40f5-4e1c-97bb-8037dc0b1d30", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_006.pdf" ], "test_cases": [ { "key": "31eea4ab-8d3d-49ec-9811-f8436e9d2a92", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AND SERVICES AGREEMENT" }, { "key": "5f22ba31-2143-4f53-80d1-863c72071033", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "RSL COM PrimeCall, Inc. (\"PrimeCall\"); deltathree.com, Inc. (formerly known as Delta Three, Inc.) (\"DeltaThree\")" }, { "key": "ff17f917-472f-40d5-b87d-8bf97f302796", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/99" }, { "key": "9be464e4-0243-4e1a-99e6-93ae4c974e9b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/99" }, { "key": "2ce67b53-0409-4358-ae25-83baa3f6cc4c", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/02" }, { "key": "1effbb2b-15f8-4339-bc39-b56ce0c8e644", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "cecce0cf-bbba-44e3-af52-b97bd8b36bea", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7375dc7f-a717-4126-843e-6c07ad06efd3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f28539a5-affe-42ea-9192-a31680a0596d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cfa14df-cc54-4422-abd6-a795ffaa92cf", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "974c5edb-75cd-44c7-9240-d79301ee55a7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c85c25f-85f5-4dae-a2b0-e97003f8c4e4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5443646b-6e82-4b34-b748-ba2744a8e4dd", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81a7658a-78f9-4a98-a14b-d871df4c9246", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4c97cdd-9710-4fec-9560-d93f931b3ae3", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "475cc4c0-e801-446b-9737-0273893383f8", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "725b5a3f-ac7d-41eb-ba3a-1be909883060", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "72beb61f-6181-4f1d-8119-835bb41c62eb", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c1278d9-6d7e-416e-ac07-0a31a751a344", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c8b42d4-0f9a-4dd9-afa9-2c7dbe240789", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d83d64e7-876c-4c4e-8555-cca3eefad0fa", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5599e6d7-75e0-41fc-a489-490deb6cfc34", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99c6c741-479f-486a-9a20-7c3b182786aa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68cc42f1-3ca6-4eee-bce5-fa548f6c3553", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1231d979-c08c-4389-8c93-0f2b2584a39f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78d20104-6006-49d3-8344-0ae5e609084e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09d8e972-4fd2-4678-a8df-db3e4a2cec9c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb77ed86-3ac0-41b6-99fc-2bde508b46b7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce0f64a9-afb1-4fb4-9555-2d04daa25778", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01dc8955-bc47-4b07-ac2b-92d85fd23073", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5549497-800b-4912-a578-417c3b56bb98", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f184863-e0cc-44bf-ab27-0804cb47b4fc", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffbe54ef-8d9c-4e6f-9939-13858b3995ee", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf411fda-e246-406a-a392-b5823403e046", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8a4b3265-d022-4c0f-8e80-97733684641b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66b76664-f644-4efa-9291-c27567092943", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea4a0339-90fe-442f-b6c7-86c324ce0187", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a67b646f-e177-4811-99f3-ba7ea5d0a93a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07e18645-669c-4d1e-afc0-38d31b4061e9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cd8b019a-0b17-483b-a2ae-02da7ca000d4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_007.pdf" ], "test_cases": [ { "key": "f0fd2db6-9566-4429-a419-a9718ddd400d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "a7959960-aec8-4404-a257-0beccd117f8e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WOMEN.COM NETWORKS, INC. (\"Women.com\"); EDIETS.COM, INC. (\"eDiets\")" }, { "key": "eece6317-af21-4f11-9de2-26dad0198ce7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/22/00" }, { "key": "f33f5749-5821-4d1d-bb4e-4a3f64772572", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/22/00" }, { "key": "eec02b23-a593-49c3-82de-36b235e5a987", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/22/02" }, { "key": "99f77999-0ebd-492b-9c7e-26d851e1ea88", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "eb6860ad-fbf0-4bd5-8f47-effc1469602f", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "c478fa0c-bea6-4578-b8fc-893966b9a766", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "ea4a67ff-8c9c-47c2-9c3e-e18282cf8950", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a8c6ad5-973d-4914-bbdb-334674976cf2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "40ae9472-5412-4f85-8a59-d83f584a4729", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f60f3dd-d560-4fbf-9428-7dc2371f26c6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b37cbffc-86b3-4273-8388-4a941d86f0b1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eee0a4c8-53c6-4ff8-8933-89e5aed4f02c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88d00aba-466f-426d-a0d3-e651e2cfa42b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fd93fd1-72bb-4810-a207-5caf8ef37f9a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95ae98d3-5bf0-4ff5-85d0-455317d3b576", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d420c0d3-0207-4649-8e1d-5c161cc4baf7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6a5cbc94-053b-41f7-83bc-da5675ce3fd2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f1e81fa-a544-454c-a618-0eddf5ea645f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "351bf44b-322b-490a-9181-3a2b45791f1d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f41f1cba-f291-4fa3-8dea-0d897b4a1949", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "58b3bd4c-7366-499d-9e58-da9cf2bbf462", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "642305bc-bd34-471d-9de0-6cddd1d43463", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81745e79-4fc9-4f31-b878-eede066c20ec", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49c03b0f-8b73-4eb9-a779-131dd72d7952", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a926c635-d354-4bd5-97ea-df222dd91e92", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d5cf83e2-9872-4cd5-81e8-7e6be66a10c2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afc0e1cb-b097-4b0f-a851-cb9275300443", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d177627-1c98-4d48-b810-8596393177b3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "834ec02d-82d5-4cd8-af05-8c95c3822639", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dad7340-0930-4ef3-b035-f68fae332896", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6a7fa5d-269f-4ae2-99a2-dfb744677fd2", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17b10d43-63e1-45d4-8934-850b9234b92f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "020a5a37-c239-4fa0-9197-275f79a6d209", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27933228-6392-4f79-ab7a-b8eac66263cf", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "09c14059-4efb-45cc-a6a0-3cf4c9c5db7a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01b71736-6236-4825-8952-5f02146c2fdb", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ea925cc-5c5a-43d6-ab2b-796caf6dd6fc", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e64ecc48-b0a5-4d5f-a089-fbb2d04e1b9c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ae782d0-4226-47d2-af2e-e5b191ce6a97", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "de46c5c3-4fc9-4c4e-bab2-81020248ce17", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_008.pdf" ], "test_cases": [ { "key": "e74c00c3-1ae8-49c1-baf4-49fd5f32bac1", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PRODUCT DEVELOPMENT AND CO-BRANDING AGREEMENT" }, { "key": "0520fb5a-527f-4733-876c-1e03ebd13e90", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTEGRITY INCORPORATED (\"Integrity\"); TIME LIFE, INC. d/b/a Time Life Music (\"TL\")" }, { "key": "fcda14a6-5a23-4d54-aad5-9b87a88b7c12", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/10/00" }, { "key": "8ff04d1c-2665-4594-8c4c-7f9a8a1365ab", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/04" }, { "key": "fd446940-1f3d-47cf-99db-27a6a4e0cc3f", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Tennessee" }, { "key": "85b3e74e-2fd6-41cc-a7d3-86d974a24023", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ed7084ca-2fb3-4bda-bdb5-27de14c74139", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7478822-5569-45fe-ba29-c8ce9c08c074", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ed0ff1a-8e09-4558-ba2d-1cd5a81c5de0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6dbccfbf-0314-479f-bb11-4ef2d43123c0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e0126ef-5bec-42de-90fb-b6ecdcc7dda9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7eeb2bf0-5c09-4093-82bc-1989833510c8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f953539-353f-43e0-928a-9e653d41d367", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "852656a9-c119-4192-9192-3c34e339cae6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "474320d2-ac67-46fd-968d-43d9580e19dd", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b233d42a-3218-44bf-b7e2-4e28aac5f711", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ffc1a61b-f0e4-4777-b17d-b58dcd6039b4", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52951343-ffe0-487d-9d70-0f236b213890", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90348e6e-63a9-4308-8649-4aab5b3dce5e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9345ea61-a180-4f9e-8993-28df774367e9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "66bc1bf9-638b-4064-a0da-19ba45b46865", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fa3a528-039e-44fb-b2e9-ec88e5e30d82", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7e2701c-124c-4d3d-bed9-50485e92587c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1e785d0-add4-48e8-8d0e-0f4a12fcabd3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e884d3e-7765-45c5-a8b1-8d0b7c144ed6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4f80ee1-2f59-44e0-a0d6-2c4811e4f6db", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "540d8549-d739-4483-967f-699aa6c0448f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc67f612-c721-4c7b-964f-f5f5e381b8d8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c226fb14-6a39-4c3a-b11d-3b45508a8963", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71658f12-7d6c-4b5d-909d-6af53a8cee69", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f3305ba-bf49-4e2a-b87e-8680d856c0d1", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "676df566-473d-4f00-bfac-24dcd26b7066", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a29e6708-73fc-42ec-95c5-dd670b34d790", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74e1a856-d5cd-4232-8ba0-d82d6e63f26d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa25caaa-5cfc-4e2e-b89d-c7bb3eef3440", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d2f529e-7334-483b-8fa5-3c6ed1ba85d0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13a8ff71-f2a7-4d6d-985a-2a41aa83d498", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74cddc9f-838c-4ad8-94ed-87a7bf4753f1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "53703c8d-a5f6-4c44-b3bb-71fb32f91848", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_009.pdf" ], "test_cases": [ { "key": "e4a78c31-06e2-4557-82a2-74fec859459d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT LICENSING AND CO-BRANDING AGREEMENT" }, { "key": "47989084-f223-4f90-af6f-6f1720e8e18c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Marine MP, LLC (\u201cLender\u201d); Arnold Schwarzenegger (\u201cEndorser\u201d); Fitness Publications, Inc. (\u201cFitness\u201d); Lender, Endorser and Fitness (\u201cAS Parties\u201d); MusclePharm Corporation (\"MusclePharm\" or \"Company\")" }, { "key": "a799f2f3-0592-446c-9d23-d220bc206895", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/26/13" }, { "key": "5ed86885-79eb-4d9b-8449-a70c89774d41", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/26/13" }, { "key": "3c394364-5c07-44e1-903e-784a45396503", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/22/16" }, { "key": "e2a049c2-0020-4e77-8480-4651b28eb389", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/22/2019; 7/22/2022" }, { "key": "e1ccc59e-4173-41e4-a753-abbba95b6b9c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "17a25b01-13a7-4546-a9e9-44664fde9409", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f5178ea-8e54-4d8a-ba49-64f2a6feb2cc", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "88fc405b-522d-46d3-8843-e218812238b5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bd60201c-afb8-4620-976f-dd18c7ab4129", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8e428b5-500e-4303-8cbd-3ce2e71c0dbc", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8ca03ef-5019-4c0c-9773-55ce6c6180e1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37ad0a24-1b8b-4d1a-a2c3-6530b4b07e24", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a8a34a1-7cc9-4846-ab05-c626228f02a5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6025eacc-75f3-4bd8-bc5e-d6c7cc755d68", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd01eb6f-7c4e-455c-b9a6-256651afef3c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3c3e74f2-715c-4c7e-b933-581212c276c0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ce7e7be5-c65b-43db-9d16-6171ea4f61ce", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "45902355-0ed1-4f94-83ef-3a7cd430551d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d57beb67-0888-493b-8427-acc7d5dd20d0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9c7c8c89-e8d1-4169-b812-26d2840c20ed", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2bee4986-9d3c-416e-b7ab-ce7bbb203420", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "194e9ea7-2faa-4f3d-8e7f-07bcfcbc7ec1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8857504-7dc1-4eaa-b09f-befd414035a3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33ef3d55-ecaa-4dd2-8ec8-39bba5e4b9b1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00bff743-2777-43a8-aa61-beb5cdcd577e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdfabd71-fead-4336-948b-cb1c6266e7a8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39e7dc8b-1a8d-4f16-9bb1-9e9904eed8fc", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d91da5f6-6d89-40f1-a2e8-ff6a63224899", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "faab3bca-f350-49a4-87d3-7ec34a0ece73", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b19ff745-8e29-42d7-9e55-fd08545127ed", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b908add5-8a89-4525-9dd3-b55d4dc3b778", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0db08689-9b53-41e4-9be8-980b479882c0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be1fed9f-c235-4612-b111-ef1090a490d7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8dab868d-e93e-49a8-9c16-1686ee0aac8c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "608ce371-4e54-4d16-bf0b-193242a9ef41", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74d847f9-ab47-450e-8d70-d493f9ef8c31", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c2d6fcb4-da27-4147-a99e-04dfb598f8f1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc58eb1f-d50a-4cb6-beea-485bbcbf0604", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6d0b10ee-8ae7-4981-b299-ec348fe67b09", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_010.pdf" ], "test_cases": [ { "key": "90efa4a8-74cd-443e-8835-725f89f11244", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "1731e5f2-72ce-4017-acea-086c5d15410a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Skype Communications, S.A. (\"Skype\"); Skype Technologies, S.A. (\"Skype Holding\"); TOM Online (BVI) limited(\"Online BVI\"); TOM Online Inc. (\"Tom Holding\"); Tel Online Limited (\"Company\"). Skype, Online BVI and the Company (\u201cParty\u201d and collectively as \u201cParties.\u201d); Skype, Online BVI, the Company, Skype Holding and Tom Holding (\u201cparty to this Agreement\u201d and collectively as \u201cparties to this Agreement.\u201d)" }, { "key": "0e7d5cf3-eddd-4a70-aced-727fddb879d8", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/22/05" }, { "key": "e108c79b-1eeb-43e5-8465-e87289e79a0f", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/22/05" }, { "key": "95e3ec74-3624-4d51-86aa-d4b66cb6c135", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/22/10" }, { "key": "14449f7c-8432-4ecd-bdf3-7f8e3a566102", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 years" }, { "key": "b41ae79b-b279-4868-add3-53bf38784361", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "6b3679df-5d53-4752-881d-9db1d890fad6", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England, United Kingdom; Wales, United Kingdom" }, { "key": "58dfe7fc-4ef8-4acb-94af-edeae9bac0d9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a586d65c-1417-45ef-8de9-a978ac28385d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76da9d67-70bb-4b0b-86fa-e84a1d092668", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a3c0f8a-7765-4297-a510-0833433b2d9c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73dea921-ed7f-450a-82cd-b5ba30237ebc", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba694da8-2da5-4dce-8327-8ea4ee42a39c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68ef8ddc-c3fc-4cde-adbf-e4cc025be9b3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e8bd43c-86f0-424f-b293-cc279f010c49", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "400b457c-b4cb-439e-8175-7e3cddfeeb46", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dda69425-9b21-434b-a426-42d1bf2afd85", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "286a68cc-8e5a-40e9-b3f5-a839ad7a7f31", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b5815b83-2d70-4623-a441-bffc15632421", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7ab1fdfb-019b-4605-84d1-82d32cf3df71", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9294259e-8a9c-411a-ab3e-803605f82cd1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96c68985-0a88-4458-9e6e-a0acf00c7631", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c29371a9-6a77-4265-97df-2d663034b7dc", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0b570a6d-72a1-4cef-ad9e-79831e61db3f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74bf1c0f-639d-421f-85c5-5c7a7560ec5c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "401b3656-dd71-43d8-ab89-71c5b4124a3d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44f9ece2-b6b9-4266-be3d-9bf5f6820667", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2179f623-9166-45d5-be19-3ff634ba0b98", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d418b0af-723c-4ce6-a131-00a5eeab8a5f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "303de5e5-9dad-4a57-8bf2-d56fe3e36498", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b7c9153-36de-430e-a703-3a55c4cdb8ca", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46b2af98-e2b7-4b04-bf79-f5a0c38845be", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3cc60591-362d-4a67-b9b9-000ad346529d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b7b38c44-a5ae-4f39-9ed8-cb2bb7eac3f4", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1adb10f0-9068-409d-ada3-bcd53e979585", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc27d76b-590d-4162-818e-d27d3e0357df", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc576041-913c-4fb4-a515-b283f93fe244", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c1a437d-9b57-4c10-af5f-ba349793635a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7696effa-e620-4e94-998d-e0faeac6bb58", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22a07f9f-c60e-4ba8-804e-5ed072f6566c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a80e021a-286f-4dd6-992b-f5983ecefbd5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_011.pdf" ], "test_cases": [ { "key": "ca6075f6-2c8b-4b29-94af-1babfb24b263", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DEVELOPMENT AGREEMENT" }, { "key": "da0cd0ec-9ae6-41cf-bc8d-ed657862df9c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Howmedica Ostenonics Corp. (\"Stryker\"); Conformis, Inc. (\"Conformis\"); Stryker and Conformis (\u201cParties\u201d and individually as a \u201cParty.\u201d)" }, { "key": "06c43446-b12d-41e6-b8f9-da81d8d07d50", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/30/19" }, { "key": "8b48339e-1ae5-4659-9bf0-536fbeffce97", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/30/19" }, { "key": "07a376fa-8ea9-4845-b25a-7b73af7386ac", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "959c1e60-07d3-46b0-a33d-2d70d7a0a50d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a01e32c5-f5db-45ea-9590-6dc8f8d6860c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44dcc602-be38-4866-90f1-053deab55472", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efd6493c-c52e-4e07-9780-00602ae33852", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "30c47ff0-26a5-48c5-931f-284787c6e419", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d797590e-81a6-4c93-9a90-e187b8d06369", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f4a56aa-ad3c-4365-a8ef-19445a78d482", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "290c116f-14e0-4d73-a9ae-4207650e52b3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4fe6a63-600b-4935-a4be-2c5c3847aeb4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e283e718-925c-47fa-b3cc-8cdb6384c9fa", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e142bade-383b-48f9-91ab-9f74bb61db0a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "141c5b31-342f-4d08-9016-61903725d03b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1e765b6-b509-426d-b82d-e59d5cb7f01a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf27d197-16f3-4b0b-a377-b19264b7c671", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18b8e4a9-203a-4560-bd92-ead174ccf41e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5804a9a-8f2f-479b-b679-46308657afee", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d4606aa2-b3fc-41a4-8086-c17bb91d44b2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e550d94-f3cd-4816-b67f-da7e03b243e0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f6e56fda-9917-4742-ab6d-bccefb47ff50", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72152d01-a4a9-4aad-bd1a-35eda64df320", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9ddb6cc-88e3-4add-a8f9-1a1ee274dd6e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e3438ee9-8730-443f-a7f7-b69a1db0fdff", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ee5660c-0caa-4f09-9d2c-d0abaa50310f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45f38120-6766-4a78-b300-452b27ea439e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "977e515f-8ebb-4843-850f-22a4677f01c7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55ef0f3f-6380-4d7d-8988-d2c58fb190ef", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c5f4d2a-3c7e-4815-8231-4a35685a3808", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b3560076-48b0-4809-b00d-9c65c390e456", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1b811df-17c2-4079-aa83-91f3224ecdba", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bb28ff2-6d67-425e-88d7-3eff92220745", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d62a606b-1b29-4d12-ad00-83c64773af2d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e838646-1e7d-47cc-869e-cca8fc4500d0", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0985f7a9-0d48-4c1c-ac46-bf41386eac39", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b0f31527-a8d5-407b-ac98-7e6d4c49d4f9", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_012.pdf" ], "test_cases": [ { "key": "33410fcd-ab50-4a25-879e-f9e7153a6298", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EXCLUSIVE LICENSE AND PRODUCT DEVELOPMENT AGREEMENT" }, { "key": "6af9f378-a6aa-43ce-84e9-98412ab7d4d4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Eton Pharmaceuticals, Inc. (\u201cETON\u201d); Aucta Pharmaceuticals, Inc.(\u201cAucta\u201d)" }, { "key": "9338c4cf-69ba-4f61-b70d-0f33f06b1b33", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/12/19" }, { "key": "8ec2fa2b-4aa9-420d-847d-d54e2105402b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/2/19" }, { "key": "55b84a71-7dbe-4fa5-8411-0514b65c1b0c", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Perpetual" }, { "key": "145b16db-98e0-4f76-822f-c2af5a5d2ed8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "4bb8c91b-e329-4e50-ae2d-83a09a47dd23", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e1d2571-f184-4cc4-a2b3-466760ff4e65", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36d58572-8114-4342-9804-e3d8609dbbd7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ffec68fb-db03-46c6-bc49-48b910ffae03", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "65269e32-2c01-4555-afee-fc3b09b0e151", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c4827ce-528d-4600-ac6b-e8da545f3b67", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b1ddf1a-c2da-470b-a6d4-a0ca0972818c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cd09c83-4fb4-4fd9-84a8-53c2c5383a77", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b0622ec-c3ba-4972-b79a-e4e385ac5fba", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f90ca91d-bb65-439d-912f-13be2e935ea0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5264355f-e85b-4db9-9eb9-823ffebbf43f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04f9cd9c-cb1e-4860-90eb-45bac0a71571", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6235c59e-4fd8-42d4-892e-5ffdc9352ead", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23b03b34-3fe0-47cc-846c-d7dfe1b99ab9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c9e00dd4-bde7-4c45-aa07-d21fe9523ef6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "be654e59-2edc-4dac-95e3-46006d689a07", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffc3e13a-d530-4a1f-b6f5-d78e603d902c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d6395d3-96f9-430c-9afd-2f9c7ec09e5d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e4deb9c2-985a-4cf0-b309-ef573a27058d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55bb6862-2fca-436b-9293-7cfd327f5373", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "452bcfaa-5074-40b1-b803-a77dd7cb26b9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d25d1655-fa66-43fb-a851-8cdee67082e6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdfc794a-5395-4d93-b965-fe6ac53f2931", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dee70e1-21dc-4f8e-a025-81696963f882", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "147dd816-505c-4b7d-af07-72d98ed381d5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "caa2e7e1-9234-4b3f-a49b-53b2bfb53b76", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7d369e38-362f-4da7-948b-a042bcf66a99", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1afb7fd3-8661-45a0-b892-230e00b43614", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4b3348c0-6196-4ce0-b2b5-3936e8ba8c99", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5340e1c5-395f-4af9-8c9c-b473f680c752", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee60e3ec-4792-4151-b8b2-72b1c75511bd", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9d10fb92-d669-419a-8ee1-8f235706a0c4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4dd91e48-0b05-4000-b688-0347021721de", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4e1dbc00-c5bf-4ab8-a156-561b7a260c07", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_013.pdf" ], "test_cases": [ { "key": "498d1108-2734-41cb-ac48-3bf8aaf061d3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT DEVELOPMENT AGREEMENT" }, { "key": "b07b1e5a-7aa2-4e78-a293-2bdb4b85090a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ExxonMobil Research and Engineering Company (\u201cExxonMobil\u201d); FuelCell Energy, Inc. (\u201cFCE\u201d)" }, { "key": "2df41744-e319-433b-867e-3b24e600ca4f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/5/19" }, { "key": "b0ed7bd8-4b2b-4a5d-8403-99c54a18afa8", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/31/19" }, { "key": "13920455-c065-4b82-98a4-f3af404010bb", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/31/21" }, { "key": "73aa0413-2657-4c62-8228-cb4104f054ec", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "cbfa07ac-47e3-4a5a-a2a2-ea282f31a4a0", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e77f583c-c576-4352-bfad-782afcdb512b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "77b4b3ee-5b79-484e-b417-eb85e7d47620", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b988720e-ad26-446e-9431-8199bd88886f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16eb1a56-022d-452b-87c2-286934a2735e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8413e878-7984-4f87-bafc-10f09b619cd0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91f75aae-c8ff-4868-ab15-b87fefbd606f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca5d8052-f9bb-4c9a-83cc-4da58d42160d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ba90c35d-f144-44e7-a947-e9b39f825ae0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8274a552-e9c0-46a6-8d1f-49b218a8f78b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "444510ab-1c53-4ac4-acbd-3a94bae74163", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b9733114-d44d-42f0-b3d8-aa963cdf9d98", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "973ea708-195b-49d7-8a01-aa0372a42ec2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e41b59a2-a816-4a1c-b214-cc69cf6b8e59", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "176bc88d-3eb3-4cbc-a2e9-ccd0a0aad389", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3edce0d-7320-4950-81cf-ac5c21cf90af", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0ee35fc-c474-4a26-9856-0e43420a5c1f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "582b91e0-3cca-4810-aacb-51381a2d8aa5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e9a880d-4f96-4b98-817e-7d459f199ee6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab93edcb-bc7e-4006-a5ba-663fa57d96bc", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8db8245b-f251-4eea-b85c-eb4d4ef32b8c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "32f102d1-d7c2-4b79-a37e-ef6d1e9a0154", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf992483-55c2-4b13-90dc-65c61b6801da", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3725cbaf-d6a6-4483-a43e-afb131504fc1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32f3c4f8-1064-4f8f-8eff-d8ced68c599b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51aa984d-12d1-47a1-b7d7-4b9a7ca2f0cf", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c74fd89f-b016-40e4-bd37-956929aeee19", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d997477-6494-4e7e-b23c-43b409d48ae6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0db6171-0aea-4d52-b480-96b3527ca11b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c48ed07a-2440-4a9a-9dae-ddb4c3db4592", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c4a57d2-52c3-4b9c-bcdd-9ccf411c4025", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0adc13d7-af9e-43eb-bd07-355d8e648077", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "093fe318-39ac-4aaf-b1d2-070619586f1f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "fd716a0a-2298-4da9-98a4-9bfbda40d652", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_014.pdf" ], "test_cases": [ { "key": "858223dc-de46-4cf9-bf84-4b0766f5fe54", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "RECIPE DEVELOPMENT AGREEMENT" }, { "key": "3d41bfa5-2dc0-462a-a2c6-6ae9392fbcd5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Reed's, Inc. (\"Reed's\"); BC Marketing Concepts Inc., dba Full Sail Brewing Company (\"Company\")" }, { "key": "f3786f31-cc1f-40e6-9cf1-26514645739d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/11/19" }, { "key": "b7ca99aa-4666-4211-83a0-9d0c76366462", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/11/19" }, { "key": "9e6ff493-9ee0-4fb0-a0ba-29fd05cf7e43", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "0cd98a9d-9ad3-45ab-a064-f659f8bfeb68", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cb48ab1-fe2d-4b76-94e3-1c4d82472599", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6ef1a6a-36e0-4481-bf3c-e0e2c973b74b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65bd04fe-56d3-477b-9d61-6a3af802017d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9d805a2-2e1b-4fdd-9909-686edff2b632", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07eafa7a-ea58-4251-861b-3d8159204800", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b269571a-d9a6-49bc-a410-681fc9be577c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88ed257e-3ccb-4500-8400-e3e57b7dd1e6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "264d3054-2b68-4c53-9fdc-39cebc5ec701", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14327453-121c-4316-966d-f6f3493d1b31", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3762f0f-1065-4463-ae5e-a9780b9aca7c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "20d482fd-d943-45fb-9ded-5fd2af5bcf92", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1555d987-8925-47f8-be65-d5ee8ae37a2b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95ae5fe4-8053-459c-97cd-672cd2f6e37a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "334eb10a-fbf0-416d-ad18-0e3b058ab194", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44988853-9391-4f7b-a286-9931256b5e84", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f47cff9f-42d7-45b8-9dec-c698af3cf6d3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eaffc07b-7d99-4f41-8c39-6da179356ac9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65aa16fe-de9d-4f62-a1ad-2b2cc24c33b3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e6bc5f7-4ea9-4b85-ac16-d39458ad7c3a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d08cac4d-5dc6-43e1-be53-688d98fb12f2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ddbdc52-efe9-43a4-9d7d-6a64ab117012", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24944935-c13f-462d-8bdb-0ba87806afd1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1628dc2e-b6a2-4f00-a07a-2b7bdef3ca4b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4eb3f93f-76c9-46e3-b9aa-2aac5d272d6e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad3fc068-465f-48cc-b9ef-af82ce7b132c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5091c8b3-d4fe-4aee-8aa2-29d5534af9ba", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dc24c089-226c-44d9-8f27-71cc66f7557d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4317c24b-3d27-40fb-a70d-a425d6c644a6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "569c0707-66c3-4e34-b176-480d17ebd1b7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "458a6a44-dcf4-4772-9b3f-d76e3790984d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2155eab0-266b-43ce-8361-989b4ec2ea6e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f664bcbc-7f8e-4cb7-af6f-d6a146d05e13", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "eb2d8b20-9f4f-4105-beeb-f131d29e7e97", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_015.pdf" ], "test_cases": [ { "key": "794af476-402b-4d39-bca8-9afff117120e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Distributorship agreement" }, { "key": "eca5a7ba-35d4-4ac4-8daf-19c21247524d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Signature Orthopaedics Pty Ltd; CPM Medical Consultants, LLC" }, { "key": "41a3cba9-90f4-4a3e-856e-b1a242b0ab47", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/29/18" }, { "key": "f2fb9a90-f4e3-4cde-a87a-20c464872d2e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/29/19" }, { "key": "c7fce88e-d268-4248-bef9-ee4755185e90", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "bac9cc01-118b-4622-a7ed-dddcdac7497b", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12 months" }, { "key": "a52a8edb-20b8-414e-a506-7e6448aeba92", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ohio" }, { "key": "73d88b9a-6bd1-429e-b7f6-b300179d6fc3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50e1bf4d-db74-4af6-b0fe-a9c44fe77217", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dd5ba1d-b941-4e16-a10d-ce4fd66585d8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c635cddd-37be-4f3f-a494-653afec33beb", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7ace46b-6255-41ae-8f3d-8e6dd744830c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11af2872-b7eb-4fd7-8e23-38c901b834c2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15fee8c7-cdae-4d6b-96d3-b26c4dfbff5b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d2dadae-ae32-46a7-92a8-e4d86d266480", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8cd767b-9d19-43fa-a9a9-7efb98861739", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c677115-3abb-4d49-a884-145685436ae7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "468261e8-0ef4-4eae-8c1b-2436f4cc701f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8ddc13a2-5054-4b82-b948-a2fe7a63a54c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95315d6c-cf25-4b55-9dfa-e098837ddf62", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02b6614c-2cf8-47b8-afda-2c0f41cd6a3d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a99a611a-c679-4e28-8d46-3a9e5ab46e09", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65d99964-aa1f-4dcc-bbb6-0719eb4dd997", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "742a5bf8-ed65-40dc-9f58-06cbb82b397f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcf5541c-ab96-4e37-9823-8fa2ed6e303f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d20508ec-a9d7-4372-8f28-f501d07b6b1f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "918905f7-83c0-402b-bba8-85e1525e1674", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad5292d5-3182-4e1c-ada6-3582b6887b24", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28b1ef5c-8954-40fe-830a-829e1e0cdaf8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "533fc7ab-2b71-4939-94e5-27c83a98a64b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d76c78c4-023b-4f67-9c95-85d3e6b8652f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b498a8b3-c652-4c9f-ba07-95da87bc0fa8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d3ffdce0-6e23-4e5a-9acc-a55a4e947ff5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ccc69efa-a39b-4cd1-a4e0-e5be90d34e3a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f42b8a5-febb-4e47-9fef-ac75501877c6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77b87144-b6b1-4677-a990-0ff5f9c01d66", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a4386ec-aedb-418d-856b-19a2492c1010", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3989c6e-a30a-4e7c-97e1-682429c559f1", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e663eb91-345f-48f8-b57e-e1ddbdd56ec4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e3698a6-5508-4dd4-a64d-514247b570a4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9f7fa59d-edea-474b-a5ff-f33a48b9d3d1", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_016.pdf" ], "test_cases": [ { "key": "e49bd6dd-5cd6-4861-9267-00346dd7da37", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "c8d2eb2c-0818-4a66-933b-db990157b14a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "B & C General Warehouse Corporation LLC (\"Company\"); XXXXXXXXXXXXXXXXXXXXX (\"Distributor\")" }, { "key": "da1cb493-8320-40da-ad89-87b9f4a7c5ef", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/19" }, { "key": "9f807ca8-cfcb-4f21-8ce5-62a4b78bff95", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/19" }, { "key": "3003320b-e80e-46c4-8cbe-0592015b3d28", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/22" }, { "key": "31dcf78f-e130-4eac-bcd9-18163165c20c", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 years" }, { "key": "8c009e75-2843-4f24-ad17-11ea201137c4", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "2f70ae96-90ee-45db-b9d4-83944f8a1b06", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41359ab4-469e-4605-be3b-e145fbd597a2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5c9a2d3-0526-4186-aedf-a1142e2be1a6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1d562ac-b34a-491b-8d65-90ab5d413ed2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e65c37e5-8ded-4f74-93f7-e56f3f21598a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5da9113b-508d-4ab0-a787-094f768dc022", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7380ef55-5aa2-4068-9d79-dc85ffb7a99c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74b98130-7ee5-40d5-a2f2-a4eedb73c0e6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35674a2e-d7dc-4254-93e5-2823532a080e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5ab4836-6838-446c-9600-09b66d234e17", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a296b55d-c220-4611-938d-0edb7df594f2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "104e8078-8948-4bab-bac2-23465227f57c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be91c6a7-5a2f-47b7-b38a-c0881d1f20a1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bc217a6-ba46-469c-a05e-f19601d090e8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85b40fa6-f6a0-4094-bab1-82af802d5d98", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec7772a1-3e42-40c6-9c22-dbd8031dc226", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0461275-36dc-49e0-b700-a1383c00c485", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72f78dfc-54fe-4dfb-af26-d98b54526f08", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c219cc2-766a-4267-9c23-a8feead91b38", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "946ac661-1f84-4d36-aa8e-67642390d278", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad0cc54f-42b7-419c-9ba5-8b38f12ca87a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a2b8729-207e-40d0-aef2-6e22ee3af87e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59db4b72-d566-45fd-8caa-1e03c4ea2aca", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "094f19f3-14b2-48b1-9503-0e1194f0fd69", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ae72ac0-cb58-4c25-b8e3-ca83dbfa2e7c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "31cad60f-b317-4f8a-b8d9-e5d0b3a85382", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2a0b09a-04ec-40b4-9592-252cbc6a4c15", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db4939dc-b61b-4282-ad80-6de360487f67", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d3d20e1c-8498-4f4c-acaf-ff363d346ed7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3af5da7-abf3-435f-b99b-76642756a7b3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6b02fa91-4d98-4558-a552-c89140073d68", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c123399-8737-4cd8-860f-4407ed89828f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62c645c8-f0cb-46ea-aa40-227ec30aab44", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "877d4402-1053-4cc3-85f0-4595a542b178", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_017.pdf" ], "test_cases": [ { "key": "26c4aee5-930e-4a31-8f40-a73d1fa17737", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NON-EXCLUSIVE DISTRIBUTOR AGREEMENT" }, { "key": "c8bfd356-351d-4779-8c28-b368b53c0ef2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "iMine Corporation (\"JRVS\"); SUNWAI Technology (\"Distributor\")" }, { "key": "a11e7efc-b45d-4e8c-b820-e08ee399fc27", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/19/18" }, { "key": "06b49b62-e8e4-41c3-bae6-82a422f5e135", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/19/18" }, { "key": "7fb80185-1e1c-4458-89af-c4e088370dde", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/19/20" }, { "key": "d0774975-0074-4a80-8cd3-242a9c614635", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Indiana" }, { "key": "c9082f47-9b5b-4068-ba08-6b5349852f58", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c290b2a4-ea33-4197-97d9-19aa2d11a76c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "716692a1-e980-465c-9942-c34da669cc7b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "96f50c37-2b74-4def-bb8b-2daabbdf1edd", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3d9b359-73e5-4ea2-98f2-83e9e6cb584a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1552add-dfac-4703-b4fe-ba8cef925810", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "578088e4-0a82-47c0-a412-fb16af3a084c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42583f22-00a8-45c1-b397-26336720c030", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e88957f1-fee7-4786-b979-0558ac1ea6e6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9b76e84-a701-4d79-b88f-7fa65077e1d2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c097da1-8af3-4c87-a00b-95e75d4bd18a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "316dd62c-37ad-4a64-9895-872c141eba08", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2de8af6f-7514-4d50-9f5d-694457772e3b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "328e36f0-2265-4e65-87f4-7e0f2d36abb5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d11f097d-16ce-4a4e-87f5-e3cedfd21453", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73afa654-67ca-4182-935b-0456b7c216d2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "883c5293-784a-4cb1-a1c3-310b9f15272c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "938120a2-c0c8-4005-9482-672ed81b32d8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e81e674-ef6b-4ebe-88da-f0d24bf07cbf", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b3f041a-8f02-483a-b4af-6694110612b3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bf71d0f-5dc3-4366-ae49-cfcabcd729da", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f386688-9bbf-4fb7-abd8-70f0e82ce099", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca4c4448-25b6-4f50-b1e9-4a488e7d56b0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "315a2ca0-5c64-4109-8208-294d1fbbf906", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3d84b22-2d08-4118-ac9d-1764c3adbc4a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74d0d627-689e-440f-a963-341ec01b9724", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3bfeca55-4ce1-4f7a-b48c-f9521ade803b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69465a3b-c728-4768-b265-3dbe93b83de7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0ee2d93-0281-44b6-a726-0237bc580e4b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7968ba26-654b-43f1-8624-60af84cdce6a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ce6f53e6-c78f-4663-a03d-adc599f620eb", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09258ccb-9265-4877-8ee7-94e53a2b9b89", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e686c29-9a8d-42f7-af13-8ca71713e2a3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3f2a4620-ace1-4346-9bf2-f348674c55e3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_018.pdf" ], "test_cases": [ { "key": "2657c2c4-f9a4-4ab8-a443-b8401db7f9d4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EXCLUSIVE DISTRIBUTOR AGREEMENT" }, { "key": "c0dce452-5773-4447-bed1-89b9f1124ae2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Erchonia Corporation (\"Erchonia\"); InnerScope Hearing Technologies Inc (\"Distributor\")" }, { "key": "66578457-ce11-4b46-9d26-c2b446635858", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 years" }, { "key": "c42977ec-7522-492a-bdd6-8d421b90b4c4", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "d139f39f-887a-4813-b066-b527c28621a5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fd67eef-fd96-446f-ac84-beab974aa002", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "867f1640-ab95-4f66-985e-db83fbc27194", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef6cf874-3cc9-4f37-85fa-d02b306fc6e4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "68ccd325-1411-452c-8c12-3f14775f0b70", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15770d72-db34-474e-9356-9cb644d48e02", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6950773-fae7-42fd-af7d-df10bd694f83", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0bb360fd-f8fb-41a8-b7ef-2ea6b747d559", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2de7b60b-e2f7-4873-b6ab-316a23fced62", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13898750-53c1-4f08-81ef-03392bf1e916", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a96bbbd3-196e-4828-831f-86101cf0b47f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1fed0f72-5646-46be-810f-f4b6bf22e987", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab4dfc07-2504-431e-8c9e-31d951bcb051", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e685c3c4-66b9-47af-99c0-71f8fdd930d5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a16c7671-1ba7-4e74-b536-5a83659095ac", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc2f4c98-ed54-482c-b10a-fe0ac11ccf69", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b3d1bf4c-5a66-4a5f-9d74-a19c00c88085", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abc1e803-947a-4e75-bbee-c2b78232edb0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7d60df65-85c5-4531-b9ea-3a158138b200", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e42e7f3a-7c86-43e6-8680-0fb82381fc9c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32effb80-2e83-48a0-96c2-b137271f598a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4dc761a0-0ec4-479b-b38c-09f42bf086a8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1a39bff-0ce6-457d-b132-ca09b341b937", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ae65d66-7b0e-4f44-9bb8-7b395b15f62a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5f64495-02e4-48f6-a5a1-d90faad13e39", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ec906b1-79ae-4cff-a268-ccb1a2788a83", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d4099963-e3b8-421f-bd35-141391c3860b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40f866e3-44e6-4edc-a0f2-d22513ea4e78", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "874714dc-a9c6-4f4d-9a78-309c89d18a82", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d823bbd1-e867-4d2b-ac82-81a7cd80e72b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84b846b6-c9cb-4ce9-8797-7c0fd9f45509", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1edd6966-579c-496a-9b10-fc5c56655357", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de892cb3-9f1b-4c4e-b400-2f24a0e2ffdc", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f91a8d55-2718-4c2b-a603-a1c531be4337", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_019.pdf" ], "test_cases": [ { "key": "592c7265-cc5e-4812-8876-844cd35aeedf", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EXCLUSIVE DISTRIBUTOR AGREEMENT" }, { "key": "ad4cc76d-993f-47c0-9547-b546f66b0ba4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WATER NOW, INC.; (\"Water Now\"); Hydraspin USA, Inc. (\"Subsidiary\", collectively with Water Now, \"Hydraspin\"); BESTEV MANAGEMENT, LLC (\"Distributor\"); Hydraspin and Distributor (\u201cParty\u201d and collectively as the \u201cParties.\u201d)" }, { "key": "ebadeb36-d71d-4ba4-8f9c-c0eb044bc6b3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/12/19" }, { "key": "742cad3b-d69c-484d-9489-28bd3f848bba", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/12/19" }, { "key": "05f51c82-b6f4-42e7-b22c-1e94d5252ad9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/12/24" }, { "key": "1633abfa-b33b-4676-beae-a4a87b51caf8", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 5 year" }, { "key": "0bef212c-3c9f-40ec-978d-4defbc6dc1e1", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "120 days" }, { "key": "43017204-8572-4661-8341-12a192e30383", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "7f851a41-5033-4682-936b-c4da7c279e84", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a469ebd5-13ef-416a-8763-220f562bf265", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b1d2c4e-8cdf-4061-9735-aa60f5061298", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fe0402f-7ccf-46de-8560-bae8b4c7442d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8aa23cc-a598-4a73-907e-c436205b7f01", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9eacaa5-768d-4121-a663-69778575bfb0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b49d26d-7796-4e58-83f8-f41117e0e0ce", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c0ec5a4-2bdf-46d7-a09f-37055e8da860", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4880411-4757-45fc-b5a0-23aeeed97839", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b5589eb-533a-430d-8b58-24df2d689f2b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c730035-f59b-4bfe-8c88-e30df7e5c15b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6744068-47f4-410c-b759-ab8f5bceb79e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bd703548-8739-4075-a14d-20e6fc89e23e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "515d6771-c1e0-4314-9ca8-27a6ec9e1e6c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "734fbf08-2833-4b98-8554-d852ae779567", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1daf4498-69cf-497c-9c7d-15fe70429912", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "386eb2fb-6e80-4f41-83dd-dc71fb44ee11", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85a7a43d-5123-4dd6-b20c-abffa6491c5e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "259353dd-ed6c-47fe-b98e-45d72fb24860", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4001935a-ae11-4df5-b709-7d4fe918dea4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ded89048-d640-4902-88f9-fb73ee1dce99", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d62a3f3f-b8bc-4954-ba21-f4bfee6e49f9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "672be1b7-cbbc-4e25-ade5-581eb5843f88", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa75790c-2dba-4c2f-bee4-1d5575ced9ba", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74e4842f-3499-49c6-ac47-ef11d3c19c01", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f4d91ae-8a32-4475-b92e-f7857b7be47f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "78b2eaee-8a1f-4e90-aa63-53f82458843b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c718fd9-41a2-466c-8fec-f460b6bdaa2c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33dd758c-aa37-463b-a1a5-f5f7f884b567", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "426cfc41-7579-4183-af6b-a88d49995fff", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fa0c05f-cbbe-45d4-b5cc-aa0ff98d290c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ac6abb4-f37e-4d4d-9fb6-bf9f39fb1a59", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4e09d30-ec1f-4836-8f7c-21f66deb7037", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bbb700d2-655c-4ced-8fe8-53121fdb57fa", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_020.pdf" ], "test_cases": [ { "key": "840f587e-8d2a-45fc-9387-16ed3817bb65", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT ADDENDUM I" }, { "key": "c17d3b5a-35ec-4d5f-90df-496a5de00c1a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "National Football League Alumni - Northern California Chapter (\"NFLA-NC\"); National Football League Alumni, Inc (\"NFLA\"); Food For Athletes, Inc./ Gridiron Gridiron BioNutrients\u2122 (collectively, the \"Company\")" }, { "key": "8e35e0e5-ee28-4924-9749-c41403da5dce", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/7/17" }, { "key": "ab82e7b6-e425-4588-bfc2-0fe0ab04b12a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/7/17" }, { "key": "edecb303-2708-4b7d-a84f-0876c6a8ba12", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0453ee1-fff1-47b1-abf0-29a11a27e4e7", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aafd751a-ec6f-4e82-aec1-6d346e30f21f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "925d8604-5e17-4ca3-b4a1-5a2be5936c65", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "008ee119-68bb-4951-8a83-137f91ae7d02", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5165aa85-3c82-494d-8165-8cbdbca2d9dc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af1224eb-6e38-4fc4-90d1-3a495325a3b5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "380a3a8e-3e9d-4f1f-a906-1636a3d3b70a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4254dfea-bcc9-42d8-8c22-6cedf35f38d9", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52f3709c-8392-47fc-85e0-119f106d81a7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7884e408-428b-4cad-b623-1ad1b7f6502d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3afcd5ed-d53d-496b-bbc7-a1fb7da8fc68", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3ecf3249-865b-465a-b9a7-f93898e3e2a0", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b1ff661-9e27-42a7-86f8-2ca70135eae1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c246836-36ab-40bc-8d8b-6625d5723a98", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e3bd28f-5c21-4078-8eba-0261cb76aa67", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46cdcbf5-6365-4837-97d7-d4d53b25cecd", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35ef4bb2-e9ff-484a-92b4-73d3164e0b75", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "325322c5-c6fa-43d8-918e-1754957aaa62", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d02fee97-1e0f-428b-884a-f6c620689c66", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "059357c4-8933-4db4-8af4-8d459fa2466f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c18a4ff7-fb24-4361-98ee-d13d9da0413d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a141358-8952-4d11-af78-2f4da0309f00", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6075bc22-68ef-4d4a-be5c-4ecf50c46433", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2850c3b6-21e6-4a3a-aa67-ef85423c7c7b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "297aa808-5936-4706-a8e8-90730dbfaa8b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3642ac94-889e-4c40-9c0b-00b06916c6b0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cdb7ec0-8fb0-49c8-a6e5-0ad54bbb8bc7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4801f98-0a31-40a4-af31-f9d7b769488f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "765421e0-4390-4598-9967-43b96fcefcaa", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a334a32-f975-4551-b0f5-9275821c1825", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "669c722c-984f-41d9-8749-5ca8b7bb19d8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27cec462-b0e0-4fe5-b1f0-ad8ea93520b5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bd63838e-924e-496b-96b0-fd0bb83aa04b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_021.pdf" ], "test_cases": [ { "key": "e8887b8a-3330-4015-b138-d35dc065715f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "83426ff0-60ca-47c5-9f3b-95a00eaab7a7", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Eco Science Solutions, Inc (\"ESSI\"); Stephen Marley (\"Talent\")" }, { "key": "1570413e-d448-474c-86a9-0aebc6468a08", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/14/17" }, { "key": "5fc6777b-590d-4ecc-9a8c-4e870f81a4ea", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/14/17" }, { "key": "d613aa61-904f-4bcd-a48d-2be14cde1421", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/14/18" }, { "key": "a0805e15-ede5-49c8-8c3e-872523615bde", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "0457200c-9aa2-4896-8139-b82fdb2f3f57", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "c26ea378-c21c-4fce-8063-c1c81e227cb2", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Michigan" }, { "key": "43a91774-1491-47b3-83be-e8be9974fc72", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acad6996-ac77-49c7-8289-d1a7494fca60", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99e78de1-8278-4f82-90a7-85e98872ec16", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e676d414-0263-4a04-914b-936556e86a76", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0463f0d-8180-4675-bca1-a7c399198498", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d6c6e2a-eddc-484c-a389-57e5efefc82b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "863a31f6-0d0b-4d67-9dae-dfe50d30c620", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6867ffe3-1e7e-4775-8611-7c0b4ff6e2b4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "605ef644-6df7-49aa-9e82-aed47fdf7e88", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1acabf2-ce7e-40e0-92c8-c3f654952cc9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0763a044-e147-48b3-811f-2c1e71fe2b51", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "402482b3-efad-4ce5-997d-caf164a67146", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5ccedd03-fa4b-46c8-91e6-738c22f33a08", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "225b6674-6c0f-44ee-b840-ad146b68b100", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c97d51c8-5f10-4985-a5eb-974094aff7a6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5405dd4c-6548-4f70-b240-a9ced0ea4bc7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "452ef5d9-2872-4dae-a53f-d5de0b2dff93", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7300a285-c6a5-4121-8c0f-bc15457d5579", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "35419a65-53a1-4175-828c-0be7f1c4d492", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8d69539f-49d0-4339-b5af-9f1361941352", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4249fc50-b2f3-4bc2-83a8-5294be4e7db5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79a1dde6-7df9-4d3e-b64a-9adca387d0e3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31a6640e-7666-467b-8402-4b5ba0fbf403", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3df71d9-20de-4849-b2d4-679f6c09125f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4b8ae31-b974-47f8-9fa4-273a20010349", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90316c71-f0a3-4b53-bf5a-e94fd0816bb2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75dcf3dd-f117-4e7d-9477-f78f8ad0a837", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92a8cf7b-acc2-492f-bb7b-bdba0a641ec9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a43a3a6a-2252-463c-9f51-0a403dbdd32e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d560281f-56d4-47d0-bac3-fd930faccd51", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "505d759f-18b7-4774-9416-755969546c62", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6203d109-6499-452d-b44d-cf51199900cf", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c902bc0a-fe50-4e49-ad8f-72f12df6ff60", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0c278f0e-0413-401a-b37a-221e25d1f154", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_022.pdf" ], "test_cases": [ { "key": "6ce9b4f4-9c06-40b7-a062-5935ba7e7b71", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLLABORATION & ENDORSEMENT AGREEMENT" }, { "key": "731a2866-47a7-42c6-b3b8-0a4a34cdb54d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "The Naked Brands Group, Inc (\"Naked\"); Wade Enterprises, LLC (\"Wade Enterprises\"); f/s/o Dwayne Wade (\"Athlete\" and together with Wade Enterprises (collectively, \"Wade\"); Wade Enterprises, Athlete and togetherwith Naked, (\u201cParty\u201d and collectively, the \u201cParties\u201d)" }, { "key": "b9199fe9-54ea-4011-a1f3-721dc5b11228", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/15/15" }, { "key": "147c18fa-c2a8-4af7-a575-5ab9e2bed124", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/15/15" }, { "key": "c6b6c98e-3372-4642-8036-2eafc2998544", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/15/19" }, { "key": "3e26ed4c-823b-4983-8fc1-8d0aea989625", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "three (3) years" }, { "key": "3274fe51-99e3-48f2-87f8-1170f093afee", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "e0a247f5-2af6-44a8-90fe-5042e2e8ccb5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc7eab82-3a41-4250-9cfe-807abaefcfab", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b67f9d33-b020-44e9-af13-18debc51d3c9", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d08ee327-69a9-465b-be9f-8dbcf8ad88fe", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a577109-4b4d-482b-90f3-cd895dc81677", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a727ea3c-94af-47ec-b9f3-897ad6c0a5a9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86cafe99-3db0-4699-bb23-83d2307cabc3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38d0279e-bba1-4c73-b6ae-7258ddff6d5d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f382fea-67dd-4e32-a696-3bf9a62c3cdf", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e5e9321-ea25-4a7b-8bd6-f82f95281ba2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f68e0ba-c960-4b91-bcbe-b12f1db89ac6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51653311-357f-4aef-ab84-eb45358f9e2a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e127885f-c04f-4c01-b78f-a2cc7a0099af", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4a51023-6eaa-44c5-90ed-e92d49142b83", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "506850c1-e160-4fb1-ad5d-e60df88cf34d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f640b251-9afb-4fcb-ac04-aec842a4eb90", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e61ccb3-2919-4303-8218-de082765fef0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "567601c4-9333-44b6-a89d-4c07e865e146", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dbbdaab6-8c3e-4801-949d-34dc2168835a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "64c3fa94-b83e-4ae6-854e-012a064e4849", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7b5b360-c85c-464c-a8d9-210581a9015b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "827fcb8d-a7fd-42dc-bab4-6357465f8c76", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a29c1e62-2883-40dc-9ac6-5dacdb7553de", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80fbe92d-f731-4065-8b7d-6e99c1c41232", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba8c7462-bf9f-4ed0-b6bb-ff1410ab124a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9b2dccb1-c8dc-499d-9197-a46ca738ee1d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ae76a94-79ac-4acd-9746-55492b3240f2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb46feec-fc7c-45eb-94ad-49b5b5bf48b7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f02cb55-f121-4441-969f-3e1d2792cdec", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6eb87204-3758-4aed-9e6d-ae2de3b4ad84", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "928e436b-1a04-4a67-9c17-dadd4abc16f7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eaa14d5a-4b89-46a4-8306-240e949f9748", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78282144-2296-4b86-ab37-6d307789c03c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4cf081c9-a85c-4a9e-82aa-06416f37682c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_023.pdf" ], "test_cases": [ { "key": "d94cc225-06c6-46bf-82d5-5e5b898653ee", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GAS FRANCHISE AGREEMENT" }, { "key": "aed95522-3ebd-4eb8-afc7-fe41b177c303", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TOWN OF VINTON, VIRGINIA (\"Grantor\"); ROANOKE GAS COMPANY (\"Grantee\")" }, { "key": "38b5a8b3-03a5-4946-ac6f-6896e1ecce8a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/17/15" }, { "key": "b1b45e96-b7c1-4201-a875-786411f66e5e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/16" }, { "key": "7da5047e-e910-47f2-b006-8d29767f75fd", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/36" }, { "key": "c38c0859-f5b6-4fbe-8556-144cca8232cd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9df14ce3-c3b3-4104-979f-95d4f59ff4f0", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61c6195a-ab07-4fa0-8ec7-ae4388d3d8d3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3df3590-9ef9-43f2-9aa5-27dd7c861cca", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d828ec7c-dd2d-4949-9d24-7a7964f27291", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f937d392-4daa-44a3-be53-2513aa74b960", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51074768-dcaa-41ef-a07f-23ca6837cfde", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10a7608d-4d3c-4d95-9ff4-4c3515747a92", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bec6a8be-4427-4fb7-b915-6a6091e1a157", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ff7c011-65bc-4578-a2a3-bb03aab83e6a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "655601a9-9da4-4261-9758-ce289985db5b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbb8e934-399a-446a-8bea-7626edcc72d7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ad18b76-b282-46b8-bedb-94c34df96ed9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd33b7d9-1b89-43c3-a643-f841d2f5032d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b8d7295-11ab-4aad-aacb-67097e3938b5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b75f4d6-c6c4-41a1-bd2e-aeaa83545cee", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51437a6d-16cb-4019-ab86-142f87ad61f9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c43e3493-f1f9-4e3c-99cd-ef066c30c9fa", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f18d229e-f9a7-4973-8ec2-45d5b7c50b89", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8c2534f-8c44-4b45-8b6d-15fcb2cc9d3e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d77bff0a-2524-4682-807e-f3a6a92ecfa6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a583625-0cf2-4015-94a7-44bc2c8a7008", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f28c5ea-44d3-4b61-aaeb-f4cce4072f5c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "885f9e78-c252-430d-bb86-b40999d128d1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38cc04d5-9a89-4149-8313-4c1a9412bdea", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d95457a-9592-4ba0-9268-6f6fc849fbb4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a7ebffd-39c5-4734-8511-3239d4ffa8a6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8065f163-fa5d-4a06-a7e7-5b07eb4aa9e0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1317fee3-75e0-4076-be38-75ffa972f740", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d864b35-f73d-4792-b249-21ebd4cb797e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d66af9d4-0422-40a2-a3bc-368768cd50a7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9767f580-e684-4587-a3f4-c57b0a3dddd0", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7299715d-3faf-4629-9782-61f6c5d25354", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "43b2b461-6cc6-4ea8-8d9c-dd0940c0c8b8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_024.pdf" ], "test_cases": [ { "key": "0a26340e-2e3f-4318-8199-d5b9a49138ff", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MASTER FRANCHISE AGREEMENT" }, { "key": "8276c773-428e-47cf-9105-d4c43b7a0fb2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Smaaash Entertainment Private Limited (\"Franchisor\"); I-AM Capital Acquisition Company (\"Franchise\")" }, { "key": "03423947-4f24-49a1-8941-ea7b396a7ffa", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/20/18" }, { "key": "75d9cf22-6483-4e56-ba87-6eda082cb45f", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/20/18" }, { "key": "52cc9de5-e4af-4747-9bda-7d9241b98023", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "ef8ac19b-1ded-4c33-8389-00b90f387ee3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "02766f61-4e4b-4e36-a33b-96f1ed0693ba", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f42bcaf-db15-4ebc-b89b-34bb1960f76a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef2faa46-d4f3-422f-bccd-9dd37f580bec", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d385fad-e62e-46a8-9543-ee043b461b5e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b34f310f-e73f-4e35-8621-fe9da8017a78", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eee068c1-e5ef-4e8f-b14c-d5eb914c3c3f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "357bf1be-d677-468f-b75e-1a7b18bcb343", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6cc5c7a2-57dd-4ede-bd5c-cc86ae27678d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0be02901-8eab-4c14-adb9-94ae1a1db076", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7ab5234-f0b8-44af-8edd-6ae512ab5163", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1187da03-0313-41c4-a566-301bee2896ac", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "299e0cb7-f483-47c3-9459-b6c410dfc688", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f32f2579-94bf-4a7a-827d-4aedad5d038f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03e81470-ffd8-40a4-bbfe-75e54fcb25ba", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9db05d49-171d-4683-9331-5864ce501d8f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81619a3b-f870-476c-82aa-47c67082ee65", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "008550ec-ea4a-4198-9801-45b52f484621", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e3b5d22-ef3d-4a2f-9a7e-6a608be57291", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7303ecc1-ec27-409a-94f8-199b82f603d3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ac0d37b-9d0e-48cd-9b40-a01e5259b9e1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d8053c9-a197-4fd6-87ca-22a6cecd5426", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28516657-cdde-4fed-aa05-988d9d554409", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18f7829b-d58f-4adb-83ac-3fb146be4c9c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "009379a7-3b05-45d7-a79a-df2841c63217", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b17ebc4d-0019-4146-b5fe-3edcf9c3051b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d67bafe-ff2a-4a83-8d15-4512250cba95", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "72aff9a3-9bd0-4515-ad6f-b8cd8b84b76d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "388edb1a-a251-49f5-b684-54484696c960", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c4f2a8e-4f6e-44ca-98e6-94cdc30f55fd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0730aeb5-e29e-4bf6-ae4b-dc5c23cf0cd7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "341f47b3-c5aa-4571-a462-bd68f85bf0c6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28501c32-aeca-45a2-b207-7204819fd00b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7f26e070-8433-4720-af37-429585f01289", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ddaf595d-6844-48f1-a7b5-67c4f417a951", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_025.pdf" ], "test_cases": [ { "key": "50e8fcc8-e601-4a22-925b-e77bb7260121", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Website Design, Development and Hosting Agreement" }, { "key": "d915e64d-aff8-4a5f-b509-bc57c6064073", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FreeCook (\"Client\"); Mitchell's Web Advance, PLC (\"Company\")" }, { "key": "05570b0d-20b5-4653-9cc6-518d7ae0f465", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/11/18" }, { "key": "1a5f8218-a0a6-4c28-8327-53c428d301b0", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/3/18" }, { "key": "4444c76c-cad9-4212-95a4-74cd9d876d00", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41ddb4f3-6863-4325-9927-f43351096e30", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44ca6236-8a3b-4117-afb3-6e183feda080", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fe56906-da47-430e-9dd7-f6d8bd456282", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd3c9c2c-72aa-4601-b9f8-87376fadd329", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b49eaaae-341c-471a-a06a-1c7189e6bf0d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2da2514a-91df-4e73-9e1d-e7350e45c481", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f34dd5dd-abcb-4e7c-91b3-88af01844223", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cc3fef3a-4874-4453-a318-63f8ff448c0f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95ad3317-10ea-4bbf-961b-cc7f266e0d29", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eea0d09e-df75-4fde-a564-884fb496c690", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "294aab9e-1b7b-4f37-aa8c-9717e97dc386", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fac58111-c549-48f8-8bf8-cede69447a2d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5e0bdbc-655d-4f2f-a843-d0482e4bf38a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4af38444-b0bf-4b4e-b37f-b7205b6dc294", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13aa0935-e4f9-4d99-8641-89bb89bea6cf", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f81ae3c-0daa-4a78-8b74-57be613161cb", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adc08852-7cf1-4b7e-ae46-d9b2863cb6d4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2417d174-c873-4642-97ce-efa524123830", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7948cf30-f2c0-462d-bd3d-fc6ec9d4d0cf", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb952a2e-bf7f-4166-a4fa-1a87dd6fc39d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aecda149-4675-40fb-8b1d-90dbb54ca976", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18656f8f-5272-4900-ae8f-8b479627f7c0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98a18421-99b2-465d-9edf-627abd2a2d93", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a557ae98-a580-41e2-b1fa-9fe430bd6244", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e7dc887-f0a8-4f8d-be9f-9ffb86444c30", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50689126-f9a4-44b9-b262-bc7a27ba09b2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cc876db-9118-4540-827f-5f8c7304c8a9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52122052-94a8-4662-9a61-6c6755bba2bc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a88acf10-ee25-4239-8004-d4046c50e534", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69e34f2b-6c42-431c-80c8-5a83feedfc2b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10163568-046d-45d4-8437-76a677f0837a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fc542b7-da1e-4684-9675-8c237f51cb86", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f4b51235-2b83-49bc-ab04-ceac61d454cd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_026.pdf" ], "test_cases": [ { "key": "9e5c50dd-5331-4422-8672-6fc68e2ca7b1", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MOBILE VIRTUALNETWORK ENABLER HOSTING AGREEMENT" }, { "key": "2c863321-96f1-45c1-9330-222f5d159a30", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Elephant Talk Communication Holding AG (\"ELEPHANT TALK\"); T-Mobile Netherlands B.V. (\"T-Mobile\")(\"Party\" and together as \"Parties\")" }, { "key": "f0c1f6a3-a517-4027-8a53-4dc5dadf168a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/18/08" }, { "key": "8e13034b-b8be-4001-b229-7034b3593b11", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/18/08" }, { "key": "fc6fccde-1926-4c3a-99e7-5d58f05141f0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Netherlands" }, { "key": "acebffb5-ab56-4da6-a057-7efbac669673", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48388b12-daeb-4b33-85ab-85edad95bd5b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7fc70d8-1c17-4687-8f79-dab429b056d3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c4a7361-3ad4-4cab-9e9d-7a2364abc30d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72b555bb-80bf-4a44-9650-7a38515e3bd1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6aa4e076-fe02-46b1-8b5b-4380b2e79f10", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0eb59186-7eeb-4e05-b1f9-869091531fa9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93bf8b10-866c-466c-b44c-428b34aeb891", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd9b1610-6af6-4412-9d69-045145205e74", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a8a5459-02f3-42f2-99f4-76160bcc6a33", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a49fe323-e92f-46fc-a921-9b8e46b50a7d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f3c0dca-a2f7-4f15-b41d-b6acaff2ca3a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df11d1dd-f8d6-4cbe-afbe-d7472c7b33ba", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f13c4622-bb86-42cc-8973-3e11712d2b77", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74c5219e-ffd0-4ea4-b92e-1fd9872fb6f3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5486c5ef-baf9-49df-9e08-72bf130615d4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77c5bcf7-6c4c-41bd-8f9d-4d2c5619d932", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "959fbf16-be00-470f-ae61-8f86394dd28d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c1a160d7-6270-4d1f-bd6f-b9cdf2af9180", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20a6d883-4926-4720-a878-8991065f367a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91b75b85-2d67-40df-ac20-1073f4b1afef", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a523fdd8-a034-4a2f-b8b7-d205f665530f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51cbb011-81a7-4d5c-abb9-cf49462887d5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32a3a04e-87b4-482d-935a-520aa2ef4692", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd29e3b7-62ed-40b4-b918-dd9bc8414118", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e40567d-e7d6-4536-a273-bdbfd99188e4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92de0cbf-e853-4e34-8c46-33f5cad2c439", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3a62f387-1b9b-4820-b939-f5c7ea6645a6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5ee7cba1-f69e-4ff7-87e4-3f08a74e4dd5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e447def-9ad1-405d-9111-9e1dacd35e44", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "145bcc5c-0d4e-4f7b-af68-66a14ca76104", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f425f149-95ee-4280-a077-992214718a56", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b73691b1-9834-4584-b18f-abd33ae60fe6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "5d46394d-5c65-495c-a50d-053a66ab67ad", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_027.pdf" ], "test_cases": [ { "key": "9ff675fe-2947-4ba0-8bd8-bec8f89d0e06", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICES AND HOSTING AGREEMENT" }, { "key": "75a6e41d-6158-44f1-a1e9-eee597edbaae", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VITALIBIS INC (\"Licensee\"); VOTOCAST, Inc. (\"VOTOCAST\")" }, { "key": "60d44391-5b41-4a2b-b46f-2bb57020b5f2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/14/18" }, { "key": "85055923-4568-48d1-8dc4-66f4ef4af445", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/14/18" }, { "key": "7aa611a1-e6a5-4aa9-9a26-311f04ec74e7", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/14/19" }, { "key": "1c069056-fe5a-488c-85b3-ea882fde4662", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Successive 1 year" }, { "key": "034b50e1-9356-4588-8312-a7e3d7b017bc", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "180 days" }, { "key": "5616b88f-58ae-4841-91ac-96579ff07b0d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "531554e3-48d1-488a-ba9e-4ccf8322ce4a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e7977d7-f110-4e9e-b324-7c68f1be3097", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c75b7ca-7941-4d29-a101-ee479adc36e3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0f36bef-d82a-4e43-b2b0-70d1598e08d4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8d5d49a-fea7-4660-9e2b-77773cefef9e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcbdfcef-0aa1-4cb5-8cf3-9d9c7010df25", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "43a5cc1a-2eed-4455-b7c5-ccf3c3461f15", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "851600f3-797a-43a8-8f40-d0496dc824fa", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "70743780-1a60-499f-835c-82ccdadf13b9", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15677dba-0f38-4e7e-af32-dd355f162775", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bf61821-3d00-45a4-926d-1f2b57908b79", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27a8bd72-ff59-42ca-9ef9-186ca95cd697", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8ae43fb-a17f-4aeb-977e-b53f354fc3f5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dbdf7d9a-34eb-483a-b062-1ee69b838632", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4023547-c5ad-4c01-8f0e-802196a92f10", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a1e57e8-d8b3-4a23-8632-315dba9f4543", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2ee679bc-b18d-4105-8174-6eae81ef050f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d20b76d-f771-4e4c-b3db-da384cbfe2a2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f6934dd-b1dd-4e6d-acf3-c24fc04e15e1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7bc67f5e-7b6e-4fd7-9b59-420dd19ede96", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b6a59f1-90ce-464e-9c41-5e171bb25938", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1416aa74-575e-4043-b2b2-5915e3330d8a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bab6d6e-5bd7-48aa-9fa5-47918957f552", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "031856a9-3661-48d6-90b0-b924b91688fc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68ad0a43-209a-45db-b007-91a746526f8a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46dbf83e-9870-465d-8f51-57dcbbd07925", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e29e54bc-a67f-4197-aed8-db46fd4861e5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5abf581-a865-47f8-88d8-b24b28faf4db", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "897d465f-f7e9-45c8-abea-3be34f899e7f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74f49513-a016-4161-ab4e-5bd1722c02ac", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94b94ea4-b7dd-4b22-9bae-13861bdfc43d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "691c8090-742a-4735-8d5a-1e81066adee4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f62dafb-6feb-46cd-a250-d401cb4c5df1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7849138b-a3b8-4117-89df-221885144574", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_028.pdf" ], "test_cases": [ { "key": "98726ac2-e987-42d1-adb6-9722939fbef4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "e-business Hosting Agreement" }, { "key": "6cd44eb1-a21b-4083-930b-5094e1d73c49", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "International Business Machines Corporation (\"IBM\u201d); The Quantum Group Inc. (\"Customer\")" }, { "key": "5aef4b27-3740-4fb9-b104-09d4cc08ed92", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/2/08" }, { "key": "eb8d1621-7192-4b13-aa44-3c78480d0b37", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/3/08" }, { "key": "bbe0499f-17e5-45c5-ba51-b0672d6fafca", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/3/11" }, { "key": "f0eba74d-aec7-4d49-85be-86533d4f58ed", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "bba8be68-6123-43dc-8802-2a58cacf2f59", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e139c4d3-31e7-42a6-ba9f-1a3e24934973", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "141a1465-20e2-42d2-be66-76dfaf0bbf4c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fb76ab2-5010-4d82-acb3-f0c1caec8850", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc50cf2d-b2a3-4a6f-b849-c7d0fd0cb200", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ce00e4b-518c-4c71-abba-66862a092743", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75c900b2-5263-43b9-a85f-3b651c36a9a1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c50b50b-402c-4e70-bb6a-9063da27a55a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41f98c92-74a2-4222-84c5-e6d7cf60b102", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b61a4c6-69f0-45e1-94bc-500218a0b355", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cbef84f-1003-4225-83d9-5bbf7e11cb8d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b23cdcad-e633-4dd5-973b-c1256f900cf5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "517d3023-b89f-4b70-a5ec-dd8dd864afa3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16821ad5-b5dc-40cd-b323-ee8c493c08b3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87bc6aee-b1c1-4f95-bbac-39291939f899", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "591576e7-bd91-448b-bfe3-85624d550a7e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c07fc2db-4c71-475e-906c-7415509bf572", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9c2bf88-a014-4d7c-9d6d-36a93ad68b0d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "35136069-4e1b-4106-a484-14b7e19c7d23", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9856cb7d-7c4a-4545-b326-c6059f88c51e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bca7573-75a7-4707-b6e3-7a94278141e4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9ebfd29-79f9-4528-adbd-f2841cc07dcc", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "907d3e12-f965-44f0-8f06-6b676d93e2e6", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e03815fb-3a41-4c7a-b33e-922af64f9f05", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51a430dc-f946-4307-a100-f279afce5c27", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a97d6710-c7db-4eb2-ac9f-783597455870", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91e3fa66-ba4f-48bd-bb23-572f4c30bc50", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c4a608b1-eeeb-4e3f-94ba-5a7702ac1f36", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5473ed49-6820-47fb-b1a2-e3c9f32339ce", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83be95f5-8f38-471a-b6f8-8c985fcd5e2c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d7bcc4d-07cd-4f3e-ae6e-9c97302d1532", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "67c67d9f-aed3-47fd-94ef-dbc5361c5e24", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be8a2e79-74f4-4534-a9c6-2dcc2060fe9d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2020a02f-478d-40b1-a04c-0e45090f6492", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_029.pdf" ], "test_cases": [ { "key": "0ab52426-13c9-478a-b7e1-618506f982da", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT, d" }, { "key": "d2e7fd67-472d-4ec8-8cfb-64ad2d014ade", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NUANCE COMMUNICATIONS, INC (\"Nuance\"); CERENCE INC. (\"SpinCo\")" }, { "key": "1f28660b-ec0a-4044-8b5c-6982f3ad096e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/30/19" }, { "key": "13a1deca-0b75-49bf-afb9-27e299f9c0a2", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "6b7ab1b5-e8c8-4fad-ac63-ce70683a30ae", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "673c588f-59eb-4dd9-b09d-4cbcbafcf436", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b5ac626-da35-4191-91a5-e0592a6f3f03", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50428d13-2a78-4008-bd57-f13193694fc8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "788f1f28-c22f-4a36-9c81-97d8594d37af", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bdd324f-8c1b-4011-8d49-e356f097f28d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93ab8fe4-7142-4176-9db8-f18731c7ce89", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad6fb399-7fc8-42aa-8e3d-0bb630220952", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f2de07d1-b93d-469e-8c1f-a5d770924b75", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b12647e-ef90-49c6-b417-e9554423f573", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d46b7304-9bbe-4f04-a64e-8c6bbdbe5c94", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "591a2afd-5a3d-4146-8f0c-280b1d2ab2d4", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "280fb837-b4f2-4622-a8fa-b8103993c98b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69c2b8f1-43f2-421d-8db5-0231472d4968", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d68d3f5-23fc-4713-a9e9-5f44f4b7c677", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83d0fd72-5d90-45ef-8246-2f669687fa71", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb820675-a25f-4be6-88b2-cdcdea36b095", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "150e994f-2185-4b8e-acaf-c87d50013ffa", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7de07d29-4080-4b71-9dd9-903d50c15580", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c95f7bc9-3fb9-4984-9bdc-005a46e9ab70", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53737b35-888e-40db-87ae-42b940d71306", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "90ddcc06-ac76-4a5e-8ee0-45d13d9837e8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfed417d-5430-45f4-9374-33f7d66d16b6", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3e73054-469e-4dcb-8c51-cbae197b924a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f119b2f1-0992-464e-a1df-aeace8ba3879", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc725ae1-effa-4b78-8631-4ac473630ac2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db405d87-9c20-4230-868a-da09c9d56f33", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cddb2ca1-59fc-49df-9580-190f277e3ce9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c1d652c8-717a-4340-913a-c77bbdf2a58c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb889279-7ad8-4ca0-9aa5-ef1850691da9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a1ddad4-b12b-4eab-864b-19cf69d6f5ae", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24885147-24d5-4f67-930b-89e92c3c4674", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "317264b9-af1c-4f1e-a181-7c12b32e26a7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "51c7d315-40e1-485c-9a5d-6b8c439e32ea", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_030.pdf" ], "test_cases": [ { "key": "86a47334-f7ba-40d4-ae2e-aa5e841caa8a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT, d" }, { "key": "8f9219b3-aa6f-452e-9e5e-c4706cbd6324", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HONEYWELL INTERNATIONAL INC. (\"Honeywell\"); GARRETT MOTION INC. (\"SpinCo\")" }, { "key": "2713d02e-de32-4108-8ffe-a80277db0282", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/27/18" }, { "key": "a0792724-8a3c-49b6-a8e7-c78745c4d00e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/27/18" }, { "key": "f8f49f6b-3f69-4917-99e3-52e221da3a40", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "33e0adf1-0638-417a-b7ec-41508491cdd7", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06aa3152-d7b8-4369-a81f-96897d11c15c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b97b9064-2aed-4aca-96d8-7f32a34f241c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8c3c23c-ef85-4b25-b0d7-f0d5a334f145", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a57eb6b-9136-43e9-9438-77cfdc5f2f59", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe2a9d80-7182-4824-a13f-65c3d77c6ca1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2afc42c-e38c-4a23-aa07-f62cb3d15426", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51e3809d-1417-4833-8b3a-e50be36ea77d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f1c9f3a2-a1d1-4a47-9019-544e52255d80", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b84491c-be0d-4c03-93ec-331cdd8c4e8e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c680f77-eade-40a7-8bd8-716f25f0fff9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "37852add-c33c-423e-b058-bb20ad81fd4a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2de5f06a-1ddb-478d-b8c6-5b71e019f53b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4db69cde-49a1-42be-b28f-1a7845a95c44", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "394a56b1-6644-4f2b-b20c-8e47c48cd047", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af6ce615-7cc7-4ba0-bddc-ef5e69592436", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1eefc395-a5b9-4af7-8bd6-6a7d271e4d8d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1659e3f8-7642-468a-a2ad-ff6301e4be5e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0450b0aa-d003-4ebd-8930-76d597eeed1c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9cc841ba-20f7-4c38-a4e0-38e8ad7f178a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8284db68-12ea-430e-8436-23c50f11fbef", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d3dd9e8-2cd6-4c10-ac57-b5cdae03ab3c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc52b9ef-d1ba-4a77-91f6-52e60d949385", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8e4afe8f-f42f-4101-b91e-f899f638a706", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3e4002e-af24-4df8-b62e-69fd7f10f569", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c6521d7-90fb-43f6-8330-4eea026cf94d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53c01f3c-43c8-4aee-bdfa-5e56e70bb56b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5f3d789-a5f0-4957-be7b-e2a318942b6f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "707d55bb-728e-4338-b321-378edfd53fc2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7cec8b8-7b26-46f4-b400-76c57a75a283", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36fcd0e9-44da-4ad7-a11a-3f1c3a47426f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ff3fdf5c-8352-4e57-9a58-fdc7c7211411", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a7997c2a-28b2-41cb-97e7-1b9c4fc4f9ab", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "14c77645-a82f-4e54-8811-e85f8797cfb1", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_031.pdf" ], "test_cases": [ { "key": "5e4c2a39-d92a-44a0-9c80-b4f7da1c4bf0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY RIGHTS AGREEMENT" }, { "key": "c1ca9683-2b4d-473f-b7d7-76d4ad1c4d08", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Synchron (\"Investor\"); Rare Element Resources Ltd. (\"Company\")" }, { "key": "02e39324-7a01-4b94-8124-586d261d962e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/2/17" }, { "key": "7f0badde-04bb-401e-bf9f-6cd58d32d36a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "99d890ab-9f4b-43a0-841f-7e097f0808bf", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3919f108-6116-44c6-bba5-7a9cdb7a2238", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfb5c5cf-f590-47d7-a6a1-39d965ffb09e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6726217d-2984-419f-946c-25ca4007af74", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8f38876-808a-4ff8-bb0d-61c6af4343e6", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "befacefc-b2fe-4173-9776-e3ed5b3fa61e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a6b7ce7-5a0a-4853-9c3e-0bed73790287", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1da6df8-225e-414f-acc6-5edb2621a273", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9e922bf-efce-467a-b972-a2276153fac1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "58392ba1-2176-4432-9cca-df67c6dd6020", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "447adde9-577e-4990-8d56-71fb8736028c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b9bd55d-7fe6-4a71-af47-d34710c98d08", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1cedc21-d69c-4a72-821b-6e628f9685f4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "beefb9dc-cc22-481d-b5a5-4cc585039ac1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6caa52f9-fb68-4aa7-9dc1-64c97d71d69d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1864e1be-134e-4899-8876-31dd5d0a94fc", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "532dc77c-e1ea-48f4-b872-4612e2822ce1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14668377-5df0-495b-932d-5cd5b1477359", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1d37218-e993-4e1d-92ed-50fd0b786233", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6bb2c045-6241-46c5-8d2c-955757ffe678", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee6a9442-1fbd-4f2d-aa74-a5cad5e881f5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e713ad48-f523-4d49-a650-8f0fcfb61c9b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00f25889-8aa9-4a72-b7ef-4dc1487d485c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d6ca40c6-6eab-41c9-8944-b8acf803e896", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88d86095-f89a-4dfd-891a-7c3a411c6e58", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "578d7a64-3a7f-411a-9a65-6f8b52f73ab6", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df7b6a8d-5d12-44c1-a533-e1e154602ea4", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0eeff7c-c208-4d34-821d-ac634cf00067", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90121d43-0939-4c3d-86d7-49fb8d67ede7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bae82afa-6954-4f8a-b0ff-22e83c958702", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff657a44-f471-46c9-802c-bdc68c0000ba", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "102fc6bf-748d-4dfc-9c59-8c38dfd2f4fa", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb4cde34-59e9-42d5-a1c4-a43936ab1ce0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "262ac983-fca4-4121-9143-86d70fa2dfb3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_032.pdf" ], "test_cases": [ { "key": "d3c4020f-df4b-4ba4-9260-ed7cafa8bc1d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORED RESEARCH AND LICENSE AGREEMENT" }, { "key": "d2aaaa4e-880c-4bcc-9eb7-daf36ac66726", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Artara Therapeutics, Inc. (\"ArTara\",\"ArTara, Inc.\"); The University of Iowa (\"University\")" }, { "key": "ace2d30d-0ef3-4129-9583-61e6b85068ba", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/28/18" }, { "key": "be26fd41-8269-4757-913b-046bf2b1545e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/28/18" }, { "key": "c74ff3a1-d6da-419b-a7cc-3f9e6c602741", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Iowa" }, { "key": "5359a4a5-6cc5-4ab4-a450-0f0c7df935e9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd89b6c0-74f0-458f-a1da-f516c3833ec1", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fcb5543-3a99-446c-be40-ac7aec3c1ba4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7d362ba-3d97-497e-84c8-bb04493a7f51", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c49c54a-18b0-48b3-97b8-b6f5eab9e06a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f806492-99d1-4f87-9b33-e5997cb13a92", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2800b1cb-4edd-4d26-a2d7-c9319acf3f61", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7198150-220e-44ee-8d88-543aa9562714", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "981bc649-7a10-4963-8a4b-2f3d2f2bde7b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "581c4da7-8b9a-4c97-b4e3-e885ab98a275", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a0355ab-1a0c-4c35-a118-46c48cfdf8db", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b68f1ff2-c5f6-47c5-b078-6c804e00a051", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b368975-bcd6-4d68-b8ad-2f62e0d25cb6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a4304d3-88db-4603-b55c-dd03a0ec1647", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe6bf013-49c6-4eef-9a39-fbeebd834b07", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "052bb823-f23a-45ee-a804-874aafa4154d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c9d3f358-230a-4a01-9572-9bfc68f4bbb4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c4129a7f-7e78-42fd-a3c7-547b7e2bac08", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a32a9523-7906-4081-b9ea-d77dd64c93a3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2d49f36-9f02-4c82-a9a6-365f5c25ca21", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52771392-0f84-417c-862b-856072e25959", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "205d6510-d991-4c87-a50e-95d1f182abaf", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b143a5b-5a49-4737-90c1-2bdd07d92abd", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "879071a4-48c5-4d32-bb36-938712ca427a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "662c296a-665c-4ba3-bfcf-7c4f9784d87a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "18b3bb87-3dde-4a7c-ac02-9442d1721953", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c16dd445-ed7c-487e-b433-2f3d472d5c59", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ebe26b6-4986-4c4c-a703-f285ff9d3714", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3d3cf677-1ad8-4a42-b1fe-dac16a28d165", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3519cd15-5131-448e-a90c-ca886b8d27c1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64a59418-1ec1-4cd2-98b8-7bd5dcb5829c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e2ef8590-9b2a-4eca-a302-78eb7a79938c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9643b1f-d4c8-4955-8647-6264463ff02c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d2651be9-3c25-4280-a53e-91faeecfe723", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_033.pdf" ], "test_cases": [ { "key": "7b753d33-de26-45a9-9cc3-f2ba49731c1e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MEDIA LICENSE AGREEMENT" }, { "key": "4dbec037-0d69-44ac-bda0-5de43912c8b1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NATIONAL FOOTBALL MUSEUM, INC. d/b/a Pro Football Hall of Fame (\"PFHOF\"); HOF Village, LLC (\"Village Media Company\"); HOF Village, LLC (\"HOFV\")" }, { "key": "fbc18e1d-7ca1-470e-ba71-d5027d6c9e1d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/34" }, { "key": "d53a6cfc-17dc-4720-9ad7-34fcd171f7a1", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 5 years" }, { "key": "a010063c-42c0-454d-881b-fe47a25aaa96", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "180 days / 6 months" }, { "key": "d6ea4181-c219-4d00-938d-1596f081e07b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ohio" }, { "key": "5a4b5677-b5c8-498a-b8fd-549d3ac83afc", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "215cdb23-3d09-47f2-a1fe-654f3a9f566c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f98ea6a5-52ea-4901-a764-dd644c8e8b74", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe178286-d0d3-4995-9ca2-759eccef84fd", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b315d11d-8486-4566-a2e1-6237007d5078", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecf5824b-76b7-4b65-b211-0606a871a27d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8a4f420-783f-458c-9ba6-e7f8f781a9b9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38136058-17cb-47b7-a5e5-41b1073a13e2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3362ec11-b212-4f77-8180-1e38d295062b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "56af2d93-ffe7-4139-9f83-fa47f706169f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5caf462b-0e37-483e-b1d2-d670121df74b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f249eed0-2f58-4c2b-a1f5-d424ef9a1396", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c99010af-3b2d-4199-afec-ebc56da51da6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44c89504-fc28-4acb-be08-627cb38bff7d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "36ce355b-b05d-4c3c-9476-8f6a68023203", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c63f8749-b776-4222-a84c-2bb9d878436b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bce318e3-2693-49f3-ac94-d15c7a2b7b22", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "872321da-39be-4b99-a0df-7fbedef3f4d7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3cb30c4-626e-48e1-9d28-9748f6344572", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "893853bc-aa43-4b2c-9d16-fb759b4fd448", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b5a6e4c-6cd8-4bc5-a858-035d5623294e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d045512-232e-47c4-b9eb-7f92ccb602cc", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffa9c49d-13c1-4cb0-9cc9-6b6d5624b3c9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2f4788c-2182-4948-aec0-37048d610510", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9e63122-6f51-476a-a1aa-7b1215f1cdd8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ebd46d51-430c-49a9-a8e8-bc8427dc178f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5438bac6-1522-4ffe-9159-7dc4abfead63", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4abd7475-244b-4390-92b5-830b2a1e908e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6551f51d-aa11-4ee8-83ed-13468ea5dbe4", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65cd2fd3-201b-406a-87d8-ad212dadc3c2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2ea2e94-252e-4b7b-aa86-1623f9c0fd9c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f042eda4-21f4-4b98-80a2-146ba7c3b444", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "37eedefd-f454-466a-80cb-79bbdcb99e97", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2c598955-fc4f-47eb-b069-f6b9d7332045", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_034.pdf" ], "test_cases": [ { "key": "a6d400f1-1897-4e1d-ac5c-16f2e211a1a2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COMMERCIALIZATION AND LICENSE AGREEMENT" }, { "key": "4c0a7144-b607-4251-a0f3-8b25025971ff", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Vyera Pharmaceuticals, LLC ('Vyera\"); CytoDyn Inc. (\"CytoDyn\"); CytoDyn and Vyera (\u201cParty\u201d and collectively as the \u201cParties.\u201d)" }, { "key": "70b2d522-1c73-4bb9-86ab-87452e44747d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/17/19" }, { "key": "061c0dd7-228b-45a8-81a5-f6c37619ba91", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/17/19" }, { "key": "ad873a07-efa1-4e0f-9996-30583df17c01", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "8f304317-ff2f-4c7e-9f30-a8aae7e196b6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac51cbf5-140f-4ed6-bc20-c000db7d78dd", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65d4f10a-5d13-4ab6-a0cf-69236df9fa3b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f826529d-ebfe-462d-a60b-6d133180cef0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eddc7324-9860-44bb-8933-b773235afcad", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cd168c8-b5a9-4dfd-9fd1-d812f2f7c4c4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18292c47-4cb5-43e6-ac6c-684723013be1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc26c907-0613-4463-a170-da21968b07b8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a48654fd-7a6f-4c48-a75d-f15c428bc3a6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1e770d9-0a63-45cd-93fe-d199bc9087f9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9451c78-1721-47a5-b491-639cfd0fff73", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0ba3d9bd-b33b-4a4a-9a28-cb26f59cb674", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "73662574-255a-4e12-86f7-7c05d1e64069", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cc9dfa3-1a87-4d40-b8d6-2237b970e7d3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2609154a-ae3a-404a-b8a1-ea3d11194f02", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "746c8dc4-f714-454c-b4e7-4e753f4529f9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "069ed346-c263-439d-aac4-d3618e3b3e27", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17cf1344-f674-4fb0-8e7c-b81764484069", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ceb29a0c-d4f6-49fd-8f59-e4dd7d7eed95", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74fecddb-e531-4ae6-b1aa-efbe73cd539c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9df74500-6e5e-41da-8de0-dd3e05315882", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2e54771-44ea-4344-a214-fdd30fc61b75", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8695292c-8967-4a22-b124-7c44a430cfa2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5a452942-b22e-486a-aab3-088a38d096ae", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12605a54-4b8b-44e0-9a08-d71e7b5958ed", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0127f6e9-868f-4371-b7c8-e9f4c58d5f1f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0d67fe08-2abf-4654-af7d-b751ee1575d9", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "72db8c74-49fb-4e69-ab02-5c9bf1991983", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b20ff8ef-76b8-4132-8561-55b1c82b499c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "483f7e09-e2e9-4620-9bca-af91b9a6bdcb", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43b839f1-a849-44c8-bfcb-09dfc2069343", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "15423469-de5a-4597-80c7-7568dd982afb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d559499-e262-476b-9ddc-a709e73d52af", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "e1071dfe-cdda-4afe-839d-372629250bb4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_035.pdf" ], "test_cases": [ { "key": "5209fe93-fc18-42dd-a259-1fdf3c29d814", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NON-EXCLUSIVE LICENSE AGREEMENT- FOR SALES" }, { "key": "0a5255e7-5538-40bc-87d0-1d500f99a6ea", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "The John Hopkins University (\"JHU\"); Virtuoso Surgical, Inc. (\"Company\")" }, { "key": "31af17b4-fb5d-4be1-9202-ff7b4c172d7d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/3/16" }, { "key": "f6d45931-c92c-4455-aa0e-2ae9c70d16d4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/11/16" }, { "key": "0e892e00-a331-4316-a107-82b33d3f725f", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Maryland" }, { "key": "86141df3-23bd-4e86-a90f-6e0f12592925", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "224bb64a-ac63-4818-a9b5-dc0d1909b820", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9b52bb4-58a9-4eab-8ca5-ffd5781a14c0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a673c6c3-391e-431b-b94a-52ae757a6e7c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "115c9cc5-ed87-4e8a-b441-bdf44a41e4ac", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a0bec89-611a-404b-8d39-c8331420c5fc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b91c690-5a42-46e7-9a0c-ba82a41986f2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c788b82-2bb5-4508-bec5-41033d2aca92", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c9db457c-1150-4c15-bd89-1eaa922bce1d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd4affaf-0cd1-4746-b7d5-6d1199e4048e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cee8daba-ca65-4074-872b-335c94c70275", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c007982-067b-4cd7-9cfe-a5f0c8dda77b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "346e679c-a0ba-4be8-8c0d-5d208555fcc3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0e5742b-18f2-4c14-9211-11a893c61ffa", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "92c73902-d3bc-42f5-9e74-7b44b929b7ed", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e5bdb61-801b-4e0b-b256-f7c6fa8febba", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5faafc44-c7bf-4479-990d-2def2ac36730", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b9cc6ae-d2f8-41a0-92f1-20b966885587", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "821c2b6e-ebba-42dc-8457-b4357a4d27df", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "faac8241-8b5c-4ba5-895f-0222029d7fe6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0748a645-adc8-455e-9c2d-05770e7625ce", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d519bd48-38df-4c8c-9e1b-c40459372ecd", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82a3cc9d-f840-468e-b8d6-38a970b55fa1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c7643d3-9f4f-4ae6-96de-62db1287f6b5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4da1a721-7775-4056-a2b3-6ae730e9ba9e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7209d29b-f99b-4126-831c-c32a1b2dd125", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1284ebe6-5c55-4ee7-a292-438e1bcc5324", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f88e5fe6-84d7-4bdb-8f7a-9cdf1835308b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ff368bac-672f-4591-aacc-28f955fd2eba", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3cb75eb6-1beb-44e0-9601-52d48c9e7ee0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93e151ee-fac6-4d2b-94df-b1f4ac7de49c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "42b50370-4361-45cc-8201-6d54468fd501", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f08566ca-bfc0-480f-9e4c-0498c73e3cf9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "466cea3c-c88b-4964-92b3-25085b605c0f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_036.pdf" ], "test_cases": [ { "key": "07073c42-795b-4089-9aaf-a04fd01af85c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Network Build and Maintenance Agreement " }, { "key": "a393f5d1-a967-4e52-8ecf-e82a5b10478b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Commnet Wireless, LLC (\"Vendor\"); AT&T Mobility LLC (\"AT&T\") (\"Party\" or in the plural as the \"Parties.\")" }, { "key": "983d23cd-d3c7-4cdc-b04f-20dc35069b99", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/19" }, { "key": "72978491-55f5-4a94-9435-0c7b6d5564eb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/19" }, { "key": "b91b030e-83c0-4b8d-8a61-3f3e4f4f25ee", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "b1ca905f-4d50-4e36-88a3-772da5975dc6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c96876ba-c5dd-4d83-bfd2-bd31404efec2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95bef4a9-e722-4027-832c-50ecc8ed2c2a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24737b8a-b5be-41eb-8280-5a11b464c98e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3394ead3-37ea-4fe7-9255-1f67711b6c69", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0058f84-df91-4800-a99d-0e86ddf44d64", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd996b8f-1262-48e6-8119-b719197c8911", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f654d07-b7a1-48d9-b153-b50e7a43d4ad", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7729204-8b35-4ff3-8870-fad948c159df", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4039e35c-f5ce-491c-9d49-7459c9502c99", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1995df34-9226-451b-9279-635868e9daa5", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "88cb4f9d-f196-42ff-ac10-611376344385", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4eb297a1-dcfa-4345-a790-5cad3608c0d1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7df17210-671f-4603-a1ce-b90b30dd00a4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1bbdd24-8625-404d-a328-2eed1d1c4ee5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d6987b8-9a07-413b-819f-ad2f3e5ae59b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e6e3bd2-1c2f-4c52-97e0-f9b41a0660fa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db22f05c-c39f-4569-beeb-deefc92b57dd", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "12c408d4-040c-4a12-b526-457ff75a3377", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f797b9e-09b7-4f36-a956-2f94db737bfe", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1deb4057-29d9-4b0a-9868-df94af9e21e7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "80d75579-694e-40fd-b2e2-0388477d6c87", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ac4e4a7-5b04-48ed-8819-61903b5c62c8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc8180fe-0779-48dd-8a70-7851711b5877", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7acb8bb6-004f-44e4-afb6-110ca4c12be7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6ec2b2a-3416-4a65-9985-f8b5b3f3e456", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "15be85f2-5a02-444b-96fd-d2f309aee71c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1eff3040-4d8c-4769-a064-8d757f551fbf", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a1768b72-6e89-411f-abd0-6e1ad1e4954b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e218c73-be44-4598-9ab2-52550a1ddae7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d9adc34-a182-4b61-82d7-3dce467802ac", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27be7263-0cfd-4eb5-9c68-35149df43ee2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "275ec498-03ec-4f31-8a7c-825d435980bc", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "4530031a-5ba6-4d95-a9cc-062a9be63b6b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_037.pdf" ], "test_cases": [ { "key": "3e8ac76d-2f98-4578-a2e6-295b75445dfd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MASTER OPERATION AND MAINTENANCE AGREEMENT" }, { "key": "062338e5-08d8-446b-a4b2-f18fbd7b520d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BLOOM ENERGY CORPORATION (\u201cBE\u201d or, in its capacity as operator hereunder, \u201cOperator\u201d); DIAMOND STATE GENERATION PARTNERS, LLC (\"Owner\")" }, { "key": "2fdeefca-2e26-4ff4-a8c8-5ae37c91cabe", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/13/12" }, { "key": "f6de7193-b175-4c7f-955e-326e58f7e589", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "8e8ea77f-7779-4563-babd-01717cd43aab", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43366360-84ba-4b1d-b326-23c3cc5eda81", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de5f2095-988e-4d9e-a21a-1996f8be70a4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2fe2a75-20f6-4854-b8ac-317ca71f5f55", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d0d6dc6-ce47-4507-aa83-cb8e40bca584", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38976138-96d0-40d0-bd27-a0a6a09a1e8e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "906ae726-e157-4894-b287-f5efd1d831b2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9807379-48ff-492d-84ca-9efc0b2475f0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc44b0b3-fb44-400f-aae0-56e56c81253b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd206865-7b6f-42aa-b3f8-99d32060fcc0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32592e3e-1a3e-41c7-b6b8-83b675ee2e6d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7aa37ce3-078d-4069-96dc-0cfbc66b0d14", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77022a1c-e8a3-41ea-afae-1baacc9e633c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79d58e91-5f83-4347-b066-1600545624cb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c82a7c35-ae86-405d-8e17-d3d2cb3536bb", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f643770f-544d-4593-9c35-fa622673ccfe", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd419c26-0125-4de6-b0e9-d2e76ae082ad", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a31205b5-3eb7-4521-84c1-03bb0553eebe", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc45dcc5-8957-4c96-98fe-791e9e3983c6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd7cbdee-7b76-46d7-96d4-95b0622477b5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7993a83b-b250-4c70-8291-d44350c12109", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ecc85f0-184f-4825-8f51-1358948f07df", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03fd0ec7-4ab9-4a18-83d7-f449af736c74", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f843ef8-e11a-46d8-9dde-863e1ccaee69", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae64b1af-17f9-496f-b9e4-16ed84bdff31", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "112c1baa-0bdc-42fe-b465-fe5114f13399", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4aeda8c9-5f9f-4d01-bf08-566a6de44bef", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b7c9cbe4-e30e-44cc-ae2f-cef0b0dacd7d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f3945434-0e81-4d13-899f-61ed0ed1505b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bef1952-0ce2-4922-bb63-df5a992554f9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fcdfaa6b-c7e2-420c-9a6e-c3329c514fd6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61d0a5c0-6910-4cf5-8ab3-08427127084a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6fd3a52-7ab7-4511-b3de-76120a069844", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1dc0b468-482f-438f-9397-d186a9363bcc", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_038.pdf" ], "test_cases": [ { "key": "b40f3f61-87c1-4041-982b-cadcec99d970", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SOFTWARE MAINTENANCE AGREEMENT" }, { "key": "599b4166-1919-450d-abd4-c4c1ed2bca70", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Leader Act Ltd (\u201cLEADER\u201d); EZJR, Inc. (\u201cEZJR\u201d);" }, { "key": "c3bc3226-2fea-4c2c-a814-b3df78c0355b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/13/16" }, { "key": "36a4f48d-29b1-4cda-87ea-4b87f2009472", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/13/21" }, { "key": "b87f7217-65fe-465e-b244-c8d87b671b73", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nevada" }, { "key": "99cce029-207f-409c-befe-d090b561ebc1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6fe5105-e778-457c-9325-6f0c12ed4cf3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "affe1c2f-0a7f-459d-8c97-88222317af13", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b35d62a1-117a-4917-a054-9e7eb128d925", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fc606ff-d2de-4681-b033-a96072f24e13", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "292b34ff-f5b7-49e5-acfb-1f55abfcc464", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f959eb9-4765-4c51-b038-2969d2465a4d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "611f0fdb-002a-4d7f-8cc3-52aab66a7fdc", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93642a35-c18c-40a6-8b32-d6170745ca13", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9eb0153-31ea-4956-9857-e59f3e255358", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb0ccc56-91e9-4463-9a12-7d6a2788ece7", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a48781d-aa9c-496d-b222-4d59223d7ecd", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f48bad1b-cf6d-471b-8f08-5715d37c9247", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7166135e-122d-4fb9-8e36-940f16785f91", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "027c1645-91fe-4ad5-b9b2-d662e9e64a63", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8745cf0e-b04d-4de6-bfe0-560f80017fa6", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7bc8b25-9389-49a1-9566-26ae2c1c5728", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00b247a6-11b2-4bef-bbe6-1c2bc84bcf80", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba9a1fd1-4e13-489f-ab45-d9fb7a98a3a9", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc59fef7-4446-4e62-9737-bd1d5b5e01b4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b664a1a-21fc-4d1b-bc6a-8da35227f619", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb5434f5-f896-456a-bc44-11bfdc83f58e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41417443-0cfc-45a2-8dfc-25900c640926", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd955c3b-4c89-4d81-b54e-6756f178f340", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0f816aa-1545-43c6-985c-1c4f9d9d81c1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75047c32-a3c6-42c2-b6f0-e541654f2202", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc202f0e-b5eb-41e1-a492-49504ff704a2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a055e6be-a2be-4d5d-99b7-2c098de1d259", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a9a2935-94dc-4ce8-92d2-d917b2210789", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a50fe5d-0a25-426f-982a-aeba92655b61", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebb3bf8e-b75d-4690-866a-2861c57fd633", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9a8c9ea-c50d-4f99-9a50-3d138ca5b49a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "800108ba-5835-4d21-824b-db92a6b4c3c3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c1f631de-626b-44ce-85bd-960bdd7b5a63", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_039.pdf" ], "test_cases": [ { "key": "750ec1da-2b92-4d78-a26a-11634b304cc7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TURN - KEY MANUFACTURING AGREEMENT" }, { "key": "2c19295e-58d0-4bf8-9622-8340688e8553", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INVASIX LTD. (\"Customer\"); FLEXTRONICS ISRAEL LTD. (\"Contractor\");" }, { "key": "167c9bd9-0244-459d-a447-ad6c96878cd4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/11" }, { "key": "846df70c-5846-4b6f-9293-e66b7b49b7f9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/12" }, { "key": "9416bd6f-1375-4887-861b-49bab07c9a54", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "ee51de49-0736-4317-97e5-0c775e67200e", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "46e4fe12-d30d-4ed4-8c8c-ea71cd89c5df", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Israel" }, { "key": "086bc9b0-ac00-4a38-bf59-6968425fa3e1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cc6bbfe-d296-46e2-9a7c-68c20948c995", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17a3d750-b6b3-47c2-bf96-78728f0665af", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "75cd3d08-ab54-4cac-8c85-0303bb034728", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbf1ef3d-950e-44a2-ad75-a63667e2ac9f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71cfa3c0-938e-461d-945e-deea6a6b5f5f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4f9eae42-137b-4126-bd50-1988088b807a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bbcbec3-2e49-421f-8de3-87c03a94b704", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "944f9283-c1d4-4fd5-ae18-241aea8af487", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01a6a084-c36a-4d8a-aded-130bc967e065", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe6baea6-4d84-4110-b2fe-12bfecae7d76", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "07f3c61f-c542-4f2e-9f4d-e7217507e3b6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a334acab-72ee-4fea-9783-20f6d1e8ba08", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19693072-a5a4-4cc1-bdd2-edb77fbed128", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f9082f71-efe0-46f3-a579-6493a2165e13", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71091e18-24c6-44c6-8ccd-58272049f6b3", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "783caffa-3726-4c64-bc16-3d8813613d16", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e7f5af0-8b18-41c3-b9c7-e71195105b58", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f063772-3eae-4a0f-9889-2e63ca947cab", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c44f3ed1-92ac-44d2-81e1-bb701fb89e5d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cda4cf24-1c94-4b75-a93b-750c71ededa5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d572d992-1b04-43ef-ab3b-635452f9f149", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "996a7b07-554e-45ac-b2df-af5c90dfbacb", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db9eb354-0295-4a9b-ab50-ec090fd36c4f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb37221c-1476-48bf-8085-4c0809a7b197", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0d5b625e-e5a2-4306-9695-bbbdb4d611bd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a5affa3a-d39d-4544-9aab-69458e34c79f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd95eced-c5cf-4a65-ae74-034d790e9962", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "55fbbe7b-a6bf-4325-9222-9488d3bfdf14", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca939b82-12b1-4f52-98ff-f450bcc46b3c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "866e132f-40f8-406e-8794-31c38f96bd1f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5bb0c13a-e0ac-46e9-bbba-bfb60a238e38", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a985e81-f083-4de2-961d-002e64008ed7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "79569ff1-2059-468a-a066-1406613fa50a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_040.pdf" ], "test_cases": [ { "key": "3900954e-d453-4162-b6d0-9f527625763c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MANUFACTURING AND SUPPLY AGREEMENT (DA-9801 Licensed Products)" }, { "key": "940ea728-7525-4a80-862e-ac0e216cf48e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Dong-A ST Co., Ltd. (\"Dong-A\"); NeuroBo Pharmaceuticals, Inc. (\"NeuroBo\")" }, { "key": "ed0a8abb-663e-44ad-84f0-124f8d35b9b0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/28/18" }, { "key": "dfb14f73-c2e1-4e90-8ce1-b46455064187", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/28/18" }, { "key": "df983464-6f97-4d37-bbee-212f0cd6dbc0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "bd28166b-a8bd-4638-9d69-17ee3802dc22", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "038cf490-4d45-4d25-b2f8-deb26098f358", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5cb1875-39ff-4806-83a8-e61dc34e43df", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e741a705-2820-4256-aee7-04abe5603aea", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3647a52-492f-4a2d-b965-f8e919de84a9", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93e095fa-618d-4edf-aa56-dce6896d4643", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "034ea50f-e07c-420c-bb05-cc7d55771b75", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f933a418-774d-49f3-aa2b-d8dec0689dce", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb21f02f-3ce4-41b8-baf3-1931fce6d336", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80e40b46-1953-422d-8f81-fed495411e8a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4883d608-8800-48dc-b348-f414cf2d7fc2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be7264fe-a85c-4484-8ddb-0dfc07f65f4b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9df8b18-cf77-40fd-9809-7587da24fbc6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93150fc1-06b3-4b83-8987-f2b2cae44ae2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ce2f2a2-6a4d-4973-bb2f-5de40aa89384", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25aed0d4-accb-4ad5-b073-4649f1a7e048", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "805332e2-51f1-4e36-aa60-2404ff4c7286", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdde33a2-759a-4752-a1a7-d1344ffc7f70", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5268561c-02e7-412a-872a-5e7dc89c6598", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6cf2342-3dd0-4a4c-9aab-6d3b751ee69f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10c5bdda-8818-4ac9-918b-30623bdfce59", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1312b62f-0935-47f5-b0e8-a1d4b06ef633", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99affe8b-2c53-45a4-91fd-daa162e7714a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e129df06-0408-4ace-9c7a-544a078e3cfa", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2281a8e9-7bb3-4999-b402-164083bfaf33", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3f4c0b9-216f-4b64-a44d-f0b4311ec84e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b162a099-d474-408c-9dfe-b5c609043ad0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4af28bfd-67df-4ced-bf5a-0ea7c36b409b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb51d25d-d961-4232-a601-b42b729382eb", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dac6a721-9fd2-422c-b6ac-d258bc13fb37", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "be18876e-00c8-417a-97c6-c3ff14fcb3ce", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fe68b9e-dfc7-4d4c-8bdd-0b7189e1a4a5", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "803fe2d3-9c39-4b42-8b8b-a85bc795c764", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0b74c984-fedc-420c-a0bc-6a6277a28b0e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_041.pdf" ], "test_cases": [ { "key": "9bc4443b-a68c-470e-bfe1-c8d6879aa35e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PRODUCT MANUFACTURING AGREEMENT" }, { "key": "69088032-9c71-418a-a96e-9f4afad967ab", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DEXCEL LTD. (\"Dexcel\"); KITOV Pharma Ltd. (\"Kitov\")(\"Parties\" and individually a \"Party\")" }, { "key": "819267ce-3adc-4946-ba81-5c5765f99003", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Israel" }, { "key": "fdc18a5a-fed2-485b-b009-80448c5e28f5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3d5e640-e204-4a69-91ba-2025779d2b81", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb24c46d-f52d-4cce-b0f0-cda76af526c5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "496e1032-94a5-49d7-a338-ea6326367961", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f751a16-9fc0-4938-b941-e79079b01edd", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "352f38e0-3fc3-4e8e-a54c-c062c3c7fc12", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d6bbea0-026c-4b38-903c-8fa1b7a3f08e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab63a2a4-cd62-45fd-b740-1ef9718bdaeb", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9b9ddc6-be56-4aec-917c-927c149a9281", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e909e01-6e4f-4709-bb78-0c61b0fd7e08", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2df7d04f-ddf9-4735-9c91-3dd8b627fe46", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "48a777a0-b856-4a25-82c9-137011efd1b1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79f98535-1e6b-45fa-9f10-10bf5a695f16", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "abb39296-07fe-4b29-8100-84d5e7527d3e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5b1d20fb-696a-45af-bce1-2b200731e406", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c2337044-cec4-448a-9c8c-beb1462e8b60", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1a7b12c-5b7e-449c-83f6-1a81f0ce3e8c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e61e02f-f1c5-4ebe-84f1-c330ca667dcd", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab077951-a077-4f39-b83f-1d2752a6baec", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e77a0ad7-0da9-4d14-b924-2942c4fd1c82", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "578e49c4-47c1-4b0e-b3b4-27e87a1b931d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e827e70-2642-4c14-989a-182e5342cd59", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d99414d1-c6ad-47d4-a016-a09109dfeeb5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a4d0c2a-1dc6-4575-b4e2-962af218d4c0", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b0b1697-db1e-4e8b-b6b2-fe2563320440", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b5368ae-c70c-47a4-a012-f2234e7fcf54", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e27f02b5-80cb-4e79-9e37-c24de6108662", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "da089056-598e-4b00-bce9-48cbc3c83834", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c5a4407c-9bd1-4a0d-8316-046bed739b9d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99949715-555b-4314-b7b0-a9d8fc4e7b34", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0e23d60e-87c4-4014-a5dd-96b280be6542", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b9de38a-7721-4408-ae77-b4f4db63fabe", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9dd4a67-602c-4ab2-a6e2-84874499163c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "23e5b8e8-7e7b-401b-91e4-466e45ce1d82", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_042.pdf" ], "test_cases": [ { "key": "db9cc350-5f65-4a72-977b-d0b6ce107313", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MANUFACTURING AND SUPPLY AGREEMENT" }, { "key": "d49dae4f-d775-410a-bcc6-ca8503888650", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pifzer Inc. (\"Manufacturer\"); Upjohn Inc. (\"Customer\")(\"Party\" or collectively as the \"Parties\")" }, { "key": "7a46e320-ed1f-40ba-b93c-3ae986c52599", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/[][]" }, { "key": "0c490a03-db00-4a79-ab4e-f539677981e7", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/[][]" }, { "key": "23e02739-5cd6-4741-aeb3-69001e40d176", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 successive 1 year" }, { "key": "a0b407ff-3689-4e2c-bd13-8d5261fa2608", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12 months" }, { "key": "9b984cf6-231e-4626-abbe-6ab3d8e6d2e1", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "9b288d1e-5156-47e8-b5b1-2c5bdcc56e9f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6df4013c-c539-4608-8dc9-cb4e270764d7", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa118c2d-2686-4ac4-b778-fa28635fb2cd", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c9ddd55-f4f8-4fb4-a5b3-56b0d165e6a7", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b008f73-db5c-429d-b21f-b485084f99b5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6ef48fb-99ee-45e7-b049-5df835662930", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0e14eb60-0f09-472c-b297-0ad6a188da9c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c10fa24-e674-45b2-a15c-f754aa8c0ec0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23594ab6-a085-4380-8449-0b5d9c7c4163", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90ab0f4b-32d3-4546-b66a-5cff9e8dee9a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dfeca32-4b2a-4067-a654-3a122f63e456", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa02d237-0635-4748-8d35-9d6babe72b6b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebe5c68b-57b1-459b-818e-868cad9b1dc1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dba2f175-a576-46c8-b7c9-e21b8db8c34a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "604f0fa1-b392-421e-8cbd-96d5bd36df6f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "033bdce4-a799-40b6-b2b6-465a16ad0272", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "606a9af1-e721-483d-a394-9c135ba3c6e0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "751e401b-631a-4001-86a4-62d455599e98", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10f5ca30-d451-4562-b3a4-747ed02919b2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e772ff7-0a83-4202-973e-d1086470fc71", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "70d88228-1793-4ef0-865b-1591df29ee70", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6e4e78b-8cc4-4818-a36b-dfb7b3b8cb43", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c546035f-58b8-4dca-ac09-9c65997a4d53", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b60ccc8c-9764-4369-94d5-9facb669d1ab", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15f9136a-e35e-4611-a5cf-c5196d869614", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c2aaa43-ec49-498e-bea3-dc27d07e51b9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e870236-e294-4800-b390-4220fe34bfdf", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "619c9b18-4233-4d06-9381-4fa04c456a54", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b68f03d2-8d62-4a2c-a8ef-57cc1e1299a5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6eea487-906b-4605-ada6-9728ed0b55b4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6e979f2-dc67-44d7-b5d3-c44790f7f187", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7ee5c00f-8244-40b5-a9a1-2181533355bf", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f7c235b-e826-4d40-aa29-7c8068ee77b7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7ba4f3e5-598b-47d4-ae34-171fa6318ecb", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_043.pdf" ], "test_cases": [ { "key": "1fc88a2b-b12e-432a-a027-0924e39763cd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WHOLESALE MARKETING AGREEMENT" }, { "key": "6253ae83-4809-4c04-b2e0-4e0a301cacb2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ALPS Distributors, Inc. (the \u201cDistributor\u201d); S2K Financial LLC (\u201cS2K\u201d);" }, { "key": "c3524a48-dff8-48c4-b92e-2e548968decf", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/24/18" }, { "key": "ce6ccfb5-3092-45b9-932c-82990b100c64", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/24/18" }, { "key": "e98813fd-76d7-4a4e-91f1-e6fb6ff79121", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "8e1aa994-c0f1-4e5f-8fa3-bc83fba3f3a6", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Colorado" }, { "key": "bec75882-6b7e-44b5-8c04-f36fd6a93a0a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30e2c6f0-9ba0-4d73-8976-51f76b888997", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32cf2c5b-112d-4c67-8691-c34b6d11abd5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1be4346e-1957-460c-bf28-4680bd3978a5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3e5949f-86b5-492a-aaf0-73105ee76f16", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6403b90a-b347-4197-8641-59d8993b8950", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "248af674-a9a7-4088-ae12-e2da3568cc73", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c863f1c-32b6-45f9-87df-b59d393fa896", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "85a65f03-cbc7-4445-866f-b13b97248888", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb24cc51-c486-4e48-9863-d09edfe80251", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22887241-6a96-47e4-bc0b-ff3ac9a2bfe3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "631c2125-f82c-4612-98ca-523bd72d9ffe", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71837556-5740-44ec-bdbf-6e59d6ec19c2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2b9e246-b492-4ded-bc1d-21bc3d318c0b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cc57b6b-8469-4ab2-a447-1e41a5f7b190", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0114eca0-fdfd-484c-9420-bf659db4233c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9689bbfb-8ad6-4bda-85eb-11ceabf9c0df", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b3985b5-bdfb-459f-8cda-fe7f0d485593", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7417420-5e73-4b7b-b0b8-869a00506914", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc0dc384-027e-4d68-ac91-2e3dca8ce004", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edfa2fd7-0460-48df-871c-ce820eca99dc", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0134b5b8-da9c-4228-9441-4cbcd5129ab8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9980c5f-30c6-4f50-a628-f3c8d1375aea", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0742307-94cb-4aab-bb95-00a0ef0e597a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ae5f808-6a79-4003-97c5-ca3d9ddb7faa", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31bcdba8-3557-4540-a5ca-297cdd456b72", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82886532-1d72-472e-92ee-347f9823bd76", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37ad5442-b2d5-4e9b-ac2b-9c676ded569b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c6ef4f7-bada-48e0-b0e3-861da4248835", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f6b3ab1-f5f0-460c-bff1-32f5482d1f05", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b23aae80-b14b-4d8b-89ce-21c1b1ced726", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bc4f035-65ec-49e5-9fa2-8645ade092b3", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84863671-833d-426d-bb22-287d1283c765", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "5ff4ceca-cfec-4b06-90a8-bbc1a7139e3d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_044.pdf" ], "test_cases": [ { "key": "95172520-d37b-47c9-ac39-a65d79949995", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LOCAL PROGRAMMING AND MARKETING AGREEMENT (WQHT HD2)" }, { "key": "f44bce3a-04f7-494a-9ef6-7902658bb520", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MediaCo Holding Inc. (\u201cLicensee\u201d); WBLS-WLIB LLC (\u201cProgrammer\u201d)" }, { "key": "19988db7-4292-4852-8d53-8326bf3a3f98", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/25/19" }, { "key": "17c53893-cc5c-4584-9361-bfd70a9a482b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/25/19" }, { "key": "06181bc7-2d2a-43c0-81e8-43bf4a38f3e6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/22" }, { "key": "71090414-e40c-4781-bba8-e4ca106a8089", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Indiana" }, { "key": "f8e1e212-70b4-4ea6-99bd-b6085c180496", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9283977-5574-4add-be5e-a286d8b43eb9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e7a24a5-d1db-4084-9930-3779e99a1cd9", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81c237c6-feb9-4f8a-b5ae-b04777f153ff", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "751158ec-5aaf-4bcc-b329-3545212d3902", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bc063d9-a7db-4666-aea5-941ccf4b72a0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10d6d27f-d1af-402b-aaac-28c439da14b9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "556cf7ca-8004-4b54-9ed6-f639f6e18a77", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31c78b54-7b44-4fbb-89b6-68079c65e009", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ec96a84-4ccc-418e-a931-fc0c490aad1f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2328ece-df56-4bcc-8279-bc7f4abb7881", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b79e6011-3997-42ae-ace6-877ef5bf16fe", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1414b2d0-ecfb-4b6f-b3e0-9e74416ee02f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "240989b3-3c4c-4e44-8d63-b54bfaf2c730", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "436729d4-770b-445e-bfae-080355dd0342", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3de9c34a-87d8-4287-9f18-20b9478e440c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d7dabea-3223-4d7b-aab8-203203089126", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8022cf8f-9200-4ee5-9a42-b28b294265e1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "accdd488-5d16-4535-8cb4-fc1782f642eb", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9686fafe-8d51-4a0d-8408-319fd16c7431", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46daf4f1-360a-446c-90fb-90a51969203c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3222c6f3-5bfa-4d86-9ad7-56407dcf80e3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "310d5f56-80fd-4b43-87bd-1bd08c21253e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9d020c8-e992-4bca-a71d-b117e98ba8e6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d66a1e0-07e2-498e-b33e-d26836ee4598", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59e8d0bc-0fc9-4feb-a606-2400fa44e881", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75e7f6e1-c652-459a-b888-87ef24deab64", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df0ea63a-b102-4315-95b7-734d83dc567e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b928561e-2fb4-449d-a4de-96e9eb6e46f3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bb3b66e-4236-44b3-89fe-3eae91388a29", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a3b7a47-607d-4a6d-a253-d976faabc428", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88cecac7-f451-49c5-b195-e8ba88565def", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24fca39c-e50b-4f6e-971a-07e38992411b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b4c08c0c-465d-4068-93a2-05d6e32dd558", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_045.pdf" ], "test_cases": [ { "key": "5f6c8575-2975-439c-96ef-394729463e9a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MARKETING AND RESELLER AGREEMENT" }, { "key": "82f290c1-1bef-4d9c-aa75-539568d00872", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Todos Medical Ltd. (\"Todos\"); Care G. B. Plus Ltd. (\"Reseller\")" }, { "key": "851bd891-ffa9-4a0d-b5af-ebd0a47d4da0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/20/18" }, { "key": "71b6382f-ba4e-49dd-835b-a5d7eb849e0e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/20/18" }, { "key": "a6f420b3-c90a-4189-8ee9-d2b62f82a291", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/20/23" }, { "key": "e4d99936-d803-4c75-aa81-16212d8a8a4f", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5 years; 2 years" }, { "key": "29437825-1ab8-42bb-9e12-f89cdaf9f843", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "88567d01-769d-410b-8cba-2b1b8c9fe15a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Israel" }, { "key": "a25b01f9-b88a-43af-91af-b756a9f4d8be", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2931eb4b-f994-4f97-95f0-1f7545d17616", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd7c87d1-3df8-48ec-87fd-6a7427d1b584", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccbbe36e-28a4-496a-8ae7-aa3e3ac6c278", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b6be260a-7a69-46d3-9147-9cc849f042f1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57ce9dbd-acbf-4b78-986c-05f77c563ab9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "124b4183-6860-4b7f-a51f-d9f0b2a048f0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "069c5762-044c-449d-9af1-e10f1fb98b6c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adb08b6f-7e7e-45c5-9d25-83ce0218d769", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc096dca-1430-4741-aa11-795941bcf74b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92c73d62-b818-4ab8-861a-a4411fe3358b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "68870d74-a702-464a-8197-84bbc5df5e92", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3ef453e-b0fd-4035-990d-845373f1fe31", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74b5adad-2a08-47ad-b0d5-497650ac8f92", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0748253-fea8-4193-a449-7af037d62c07", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4327b81c-04f8-494b-b5f5-73a14947ee6a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a57a2f65-330a-46fc-bca2-2401044c2143", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b37c189-02d5-4eea-8224-a63c6d38b2c2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c0b3c70-07e6-4d7c-8456-f5b613487e77", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f18ffa18-6881-42a8-9ee3-3a7c4625666e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0181543f-d558-42a2-a33a-270e9b9c1c88", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd7bb95b-42fe-4256-9cd5-78eb8222315a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "570c2b54-afb0-4e8e-8dbd-d255c346e4f0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0eb62499-ea9b-40db-896d-263ba3f49df2", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0aac5425-52d2-408a-ba41-0f0c735361c5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0706b3e-8409-4ea4-8a9a-72a5db4eb8cd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "90555cd4-ac05-475f-865b-776a3c728f56", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f5a645bb-f942-45c6-bdc9-1cbae7e4b6f5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f7d937d-4996-45de-8c7d-9f5d98820abb", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65206f3e-cde8-400e-ae96-db46aa7ae579", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "861dc5b5-d411-477e-bdde-16a6c936dcb3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "762d69da-512b-486e-8cce-8644277cbc7f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f925b5c2-7373-4a82-8725-1220037ab943", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f04ad70c-8eec-46e9-82fa-c036293f8eca", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_046.pdf" ], "test_cases": [ { "key": "0c0a9d0d-c89b-45b6-9b64-a07a04bd539c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT SUPPLY AND MARKETING AGREEMENT" }, { "key": "989b5f77-7cf8-4e0f-98d4-f56ef6aed11d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bunker One (USA) Inc. (\"Bunker One\"); Vertex Energy Operating LLC (\"Vertex\")" }, { "key": "59d1f460-4020-439c-a92f-200f42444039", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/10/20" }, { "key": "e1a5a1cc-abb6-4da1-b922-e7bb0a651ec2", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/20" }, { "key": "7d5c8617-c4e7-4bdb-a36c-7404987ebab2", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/30/29" }, { "key": "39207c29-c054-4b41-b329-34c6a6030649", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 5 years" }, { "key": "7a8bae69-b689-44af-9773-e05c85d3c6ba", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "120 days" }, { "key": "7f2515c6-44da-412e-8edf-25fa899e0972", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Alabama" }, { "key": "d8ca72d9-5644-42e2-8757-0f24d413b873", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa7ffc9b-eda0-4812-b750-ad696bcafc4c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d537d961-67d4-4dde-81e5-23b9d84e26a3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "488eb324-53a2-4a68-b64c-5376ce99602f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2936377f-e0f4-4058-87fe-d3fde8e6198f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ce09cf1-4d69-4b1e-b2af-56e4de271f91", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ff222b3-4db7-4e09-a1ac-ce5db192ea62", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba888fa6-e58f-47a0-9994-147ca40e73cf", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec426a4c-add4-4ab8-ba12-f4dc5ebfa929", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48806149-5a89-4d99-baa4-f3891cb90f14", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3f86221-408e-4da1-959f-06646d448640", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1921c204-bd61-401b-834d-53b7d563a293", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e8a46c32-3a96-4392-bc7d-a4875358a6fe", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab1c0a48-26f0-4f86-b654-c0d344fb4fd5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12c9bb1b-af27-481a-8565-71b6a3986928", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48183f1b-2355-4528-962b-f52adabfcd26", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b36a47f6-714e-4f8a-8ea1-9d747d51d027", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb2cf261-d1f4-447f-9d64-5490dc4cada0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd3b1925-31a0-4829-bcd1-a49be74033d0", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a01ecd4-8a2c-4077-88f6-ee019982bac4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd4972b8-dcb3-4f12-8dce-0362219b2d6a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9490fe65-e22d-4326-b63f-1698b77bcf16", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77dd1e1d-56f2-4931-917a-ee46306e9cc6", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f0f8208-cbf0-4099-8ad6-8ae6bc95b0a9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67a4b35a-3ee3-4e8b-b8c7-55e3a31f85a7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c1ce554d-9db4-4a5b-b0d9-fc076142b4ec", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0faa578c-8796-4997-a704-7d65560e1b4d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dc1e3cb-e54f-4496-8032-b49599e6a2f6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aae4f149-f9dc-4cda-a27b-a138f1620b0e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaa23535-fe57-4d54-bc6f-70af8e95c675", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f40911d-1bea-47a5-9767-a16ae9743403", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3462b07-20b1-47be-af9c-e730d5c5405d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8b56351-a17b-4270-8351-371df0882361", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "5f0115b2-8318-4eb0-b642-cf4b8466ac79", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_047.pdf" ], "test_cases": [ { "key": "8c03b57a-aa23-4ec5-95c0-0ab9d4ad5082", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PRODUCT SALE AND MARKETING AGREEMENT" }, { "key": "dbbedd54-1a78-4981-a6b4-a51284cd2bab", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Calm.com, Inc. (\"Calm\"); XpresSpa Group, Inc. (\"XPSA\")(\"Party\" and collectively as the \"Parties\")" }, { "key": "1c615078-4b37-4a8c-8e4e-e2f8a4b5b82c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/12/18" }, { "key": "35cb47cf-938d-42d9-b5fc-72b441e37580", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/12/18" }, { "key": "0dc28396-d786-4b1f-9f9d-6f2ffd3ba1cd", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/19" }, { "key": "98c5fad2-4ec2-4377-81f6-82dc6084edf4", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 6 months" }, { "key": "ea087fb2-eb4e-45b5-bf38-88c7c7f98c17", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "37a2b2ee-c065-4316-9905-3e3ba96e7321", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "2b3465d8-72de-4bf0-9723-a13c0993b17f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72bfc385-e6e5-4cf2-8b7e-32c67b368ba5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "351428d9-7a73-44be-abcf-51bd6f253c49", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f0cd0ca6-5fe0-445c-8c02-26161bff5c00", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "00a4a268-704c-4551-a21f-e26a9a22df23", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "967970fa-6bd2-4fa1-9579-a36d0d5cd1b0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49a5b74a-b3a5-4c05-a2a6-239d359c488d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "849701e1-8454-4cc9-a34e-6423936f326a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e0d4584-aa3c-47d9-895e-8dd78f7fcd7b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a2be6e55-2337-476e-afd2-6360abc42aab", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b0fa755-1e35-4b97-80fd-83f3c77b8349", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef31c52b-a975-4b14-abe8-dffb4ac08ca7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f52bbf18-70c8-438c-a951-debfefb29489", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94c51203-b2a3-463f-ad4b-3b50c37aeeb5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "902d5898-ea18-4351-879a-426f522d813d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ed838619-5105-4cb5-a9c8-b6523f587e0e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "925205af-7b84-4c7b-87aa-a34714500267", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b2bc742-61c9-4f8a-8f79-c62a2cc6ed07", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5375714e-1376-49f3-9661-1613657bcf93", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "81d28f88-bb65-4256-afb9-cf8c75a624af", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba33f3a6-0162-458c-a952-97a5509c94cc", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "317273e4-e19b-4ab5-b464-d67425c73fb0", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00ec078b-8dda-40ac-838f-f9a34198145c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6b9c501-1367-4299-b670-166aef929816", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a756eb6f-8398-45d1-b2c6-fe32c362e085", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24ed5e17-64bc-4f2d-be86-c64c0127c02d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae3cb17e-c47a-4d79-8141-15952c41bc09", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58c168b0-498e-4c7e-8874-b89d7080d99d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4fa071de-dcb7-4c68-be54-6562ba812d6a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43f8eeac-118f-46e8-b29b-bbbb7e2bc16c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87b636ee-4ab1-4f5d-9629-e47739b6bedf", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a41c49fa-d302-4d6c-9349-3e56cdd8506f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e419950-0fb6-4137-bf43-5534f43a2911", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "75609b69-021d-4246-add1-a3a70119d637", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_048.pdf" ], "test_cases": [ { "key": "46f42a19-c2a7-46c8-aeba-7efae78e0c6d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OUTSOURCING AGREEMENT" }, { "key": "018be847-ab6f-45a2-b400-06e2e27df4ab", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SLICON SMELTERS PTY LTD (\"Customer\"); ESPACIO INFORMATION TECHNOLOGY, SA. (\"EIT\")" }, { "key": "bf2058a5-a4c0-4cb5-bc20-3788f6120fcc", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/09" }, { "key": "649f5848-4407-4a72-badc-6d5a074f92bf", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/09" }, { "key": "2cc9f141-c41e-43c4-ba7e-63e3cd326b85", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "993adb8d-cbb8-41c6-a179-f5190f548204", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 months" }, { "key": "2a81bcec-bcd3-4af1-8350-5df614ad3694", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Spain" }, { "key": "4d635f11-1d32-4f49-8d91-2e79d809db02", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "436ea86f-2360-49bf-93d9-0560e1215114", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6095fe44-8306-4795-80ab-4b34d59befc5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4249ecd2-d8b4-40d3-8e84-5dfa0793fe86", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21dbdd28-2ee9-432f-8c41-5bcc3eb76380", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f54bc15d-2e08-4bfc-a23a-fb0a2c35fe74", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "412fcad3-0883-4b49-a87c-9a8b283d7339", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92710276-5dec-436f-823e-b290631c86ac", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b9b023a-2c64-491c-8285-cda0f844d603", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "850697f6-cd91-4524-86e5-39e7b0e47430", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b4b9759-7758-435a-ad3d-33299708b3b9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "013febf3-79c4-48f1-b5d5-0d60a6a04ff9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac53934c-c668-464a-9ed8-07c54c33ad50", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63d23e27-e1b6-456c-96ff-249385010ad1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8d4c911-7cea-4331-a133-3b40aa7ea83a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5937772f-28b9-44df-83eb-0a7dbd93ddb7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0599e388-bb65-4599-a372-423d2ab1a74f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40f3fdc0-3c15-43c9-9f3b-68806ed41042", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2737e3c3-e3bd-4b20-b321-fff1fd52c99f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0a1bc14-c648-4ab8-8f82-85d1f267f276", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "874f467f-9081-4b55-8e62-0cc3a793e572", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79541a57-aed6-48f6-a94a-1237ddbc1fa9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0140d0a7-b77b-462d-872c-555df588d8ad", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15173b0c-5b03-4797-8722-760283819dc6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cb595a1-cf6c-40ef-812c-ae1ec4fc906f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15850716-a1cb-44e0-be18-4dad4b87f970", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0279348e-2260-4da9-bd13-1e997ead5d9e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5decb84-5d3a-4040-85c3-6c9d73dc8edf", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "730dc0b8-cab6-469b-8ea7-a4d601d57472", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b071615-4ef8-4a1f-b319-1fe9b1fd7e6b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b799084-212e-4f0b-9d21-770b4dd0c1f5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c877607-663f-4fcb-a599-4d7b66843527", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac9632b4-5385-4baa-87ea-8165d0c001a7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "06047f58-48f3-4eab-91da-99b5ae667b79", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_049.pdf" ], "test_cases": [ { "key": "98303f2c-2f35-4cf4-8293-857b0084788f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Outsourcing Contract on Development of Miaoli Royal Resort Hotel" }, { "key": "190f1796-a626-4bda-a416-2cd3d93f42bd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "The HUANG JIA Country CLUB and Recreation Inc. (\"Party A\"); Chang Chen-Bin Architects Office (\"Party B\")" }, { "key": "90501315-b187-43eb-9d42-90048ebbc6a5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/29/15" }, { "key": "a2225771-c079-4fef-ae9f-4cc67a048dae", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Taiwan" }, { "key": "4dc7c9d5-ae01-47af-99e5-125e86bb5d2f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0abfc2b-82f3-41f3-abf6-830acaad49ed", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26fe4bbd-9ee5-4e69-8258-e059a038bd2f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a0f496e-c898-499a-b62b-34d8efbd3c99", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfd675ef-fcb0-4bda-b065-52a5f48a3eef", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73f244ac-4824-46bf-b80d-4d62c4afb585", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81c05ac8-b508-4149-ba8d-b435193ce1ba", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8609e7cb-9a67-4220-8afa-76c084427f60", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "223625ef-1905-44d5-bf7d-713d1dadd290", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7419f2f2-822b-4ff4-a92a-88468208432f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "139b598a-e7e2-4424-a37e-3a4c3cf1d4ea", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f772b089-3fe9-4cdc-b1f7-09b6053d9c1a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c63a86e0-fd73-4689-8900-b537d936487e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04ccd526-0d6d-4c10-9d33-5f349f407366", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef16874d-ffe1-4744-a7d0-fbb73aff5db7", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35724548-e7c0-42a0-90d4-2da64cf75f73", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be7a34b7-46e1-4a7e-8e95-d69aa03a3b01", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8dad048-12f0-40c3-ade3-dfac9dceff69", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20097ff2-669d-4e09-858b-608e63c82102", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfcc02ee-adb3-490c-b2f5-edfd498be4db", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97934819-4ce9-41d7-b5c2-414d66b2ef23", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81ecdefb-0274-4da1-925a-4a4cde3fb4f5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d0c3f2e-97c5-4beb-b13f-705860984e0f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77c2b7ad-8134-4cac-a6ce-593f9e0c0dc9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "030fb313-4127-44ac-a019-612976859a0e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5095a97b-667e-4a48-b7f2-9de4256f4073", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bc3935d-2b48-4fe4-a8d7-ee1bc016b13e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff20191b-f727-461b-b304-897bd8063085", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54c74837-4b7e-4342-b705-56cf515df180", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a03d710-cd83-4a6a-a91b-e614b28290c8", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97dc1fa3-7590-45f7-9bdb-d400912f3df8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfe99850-31b6-4bb5-931e-c35b92aae509", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e1fc06c-a719-46ec-8144-028a229229e6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3ff463c3-5c36-4fb9-8325-0683c2b2928c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_050.pdf" ], "test_cases": [ { "key": "af9c8a6e-3abe-4810-b883-61446711eb92", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Outsourcing Agreement" }, { "key": "65596076-c168-4144-8d7d-b8f43b6545ca", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Paratek Pharmaceuticals, Inc. (\"Customer\"); CARBOGEN AMCIS AG (\u201cSupplier\u201d and, collectively with Customer, the \u201cParties\u201d, and each, a \u201cParty)" }, { "key": "8cc4ca90-5951-4ecd-84ca-39f04beb0cd4", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/30/16" }, { "key": "9d96a615-233f-498c-a140-fa3cc143ee0e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/30/16" }, { "key": "19cff01d-1cce-45fe-95a2-d5e4640cdadd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49098386-b3e6-4beb-be9c-2fb6c64d5bc8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e3c937f-96a5-45eb-a781-e9e3ea0716f7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f8c852f-0b89-4435-9c79-0828b6ed55e3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fc53000-334c-49b7-9619-d6572d887472", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a6bf0aa-4744-4b88-b4d6-df41e9321ea6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd15e57c-3dad-4c5e-be0c-5d9d6a46d4bc", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a08f7709-f555-406d-8e41-9a789796c6b6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f0d43d40-4117-40b4-94ee-beef281f411d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83f79fb5-3146-4114-9ee8-9d9dd5d078a7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01f0e646-fe17-48c0-ab96-4c47fc02823d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1586c2d0-f468-4862-b661-68e57dd6227e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6945484f-30e5-450a-9646-6d141213ea07", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "94c60aba-5924-4f52-b3c9-319ea0507cbb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0429d21e-d0ef-49a7-ab7c-c7052c342034", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbf555fa-cda8-4824-8104-59ffc7031d5a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d5b687e0-1efd-4b10-b6eb-28d62ad39151", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "855247e9-e3eb-4f7d-8b88-cb9c80aade1b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a865b8c-a4f4-4519-a61d-80d30f41e27d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b3266b1d-949c-42c6-9720-8ed03fe2cba1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b554c16-7e24-40e2-8f13-2ad4a0c8ebd1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "975675b6-95d3-45b5-bf93-64f6aedbf708", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "119d77c1-86ac-43d5-8fdc-68fd084a9b05", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e23c4bf-9d02-4d52-ad20-fd54199765d1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86334372-269b-41d8-b27d-51d023fd2c59", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1c54a2c-ee44-46f6-862e-814bfdae2211", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "57755958-c09e-4a2b-9810-802f11bef275", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb7b697c-49f6-49aa-a4f9-61d45f3841c1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ba93a74-7147-4ce2-b0f9-a8e2a4427fb2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90f4e909-8f76-4d1e-88b6-ffce6bc71cae", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c3fd241-e35e-40fd-aa02-1d10e958808c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "319b4c7b-2d2d-448a-825c-9f5a5e902253", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f01ffad6-f505-45ab-89f3-e2e1026a93e8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2b6abd26-d375-428e-bcdb-f6515de81673", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_051.pdf" ], "test_cases": [ { "key": "1526f4a7-5b83-42fe-9e1c-fea0c7a0723d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OUTSOURCING AGREEMENT" }, { "key": "4da4ccf9-c859-466c-97d8-a2fb589e9c97", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Photronics, Inc. (\u201cPhotronics\u201d); Dai Nippon Printing Co., Ltd. (\u201cDNP\u201d); Photronics DNP Photomask Corporation (\u201cPDMC\u201d); Xiamen American Japan Photronics Mask Co., Ltd. (\"Company\"); Phototronics and DNP (\"Shareholder\" and collectively as \"Shareholders\"); Shareholder and PDMC (\"Supplier\" and collectively as the Suppliers\")" }, { "key": "7c89a305-bdbb-4d35-bb36-3b8229b5392b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/16/17" }, { "key": "a0487d11-e478-42d3-b68d-4232503ce3a8", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "c1d9d4ea-a719-45c6-a854-75ef0d6df789", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e70f56f5-db11-4914-b8d3-635924a5eb02", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "625cb266-e9dd-441a-b7f8-2cf8909fb4aa", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44a8f5c5-b6b7-4488-bddc-2a453cd7d1be", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b68271ab-2f53-4adb-b5b9-aa03c6e5ebce", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5d12dd9-3761-44a8-a1b5-25bf9bc15907", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ad5751e-63f4-4365-a1cf-e83484f5f140", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a80a1b9e-9338-43d2-a86a-7e22815062b3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09ff5938-17bb-43ea-8208-4753cb27afaf", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7c285ea-dd14-42ac-978b-0b8643c320e1", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cefe8b4c-e2fd-4d72-b8b6-5bb76cfc604f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac58ebc6-d909-4fdb-8c53-f6813be244fe", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e745058e-aa5a-4c39-bcfa-280cf622b902", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a2f92b1-0ea2-4ce1-a9d9-bd78ef56c2ae", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9444168f-c93c-4208-b5d7-f20c7618cd66", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97cdcee8-661b-4ed5-8342-b30ad677ef37", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "862812d9-cc6e-412d-9190-236cb6b258a0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86d8b8dd-8813-46a7-bcec-a9d5e4f61832", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52c3f40a-ad3a-4a42-9337-268757cc8698", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "deb23ec4-13c6-4cb7-ad7e-aebc55953546", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3987309d-826e-4f51-914f-1aa661c7d867", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c6a5c11-df07-4fee-8664-ba4bb490ad50", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28484dcd-87ff-4aa3-9c5a-18ccfe91c389", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ebea7b3-75cc-4a56-b6e8-f10b0d473925", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cc3546f-0bac-4a08-a765-eaaaa04ec7ef", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef00c2c9-0e43-4063-a46b-35814b79a36c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8664cb6-4ea4-477b-b27b-6690033eaea4", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "142e52b3-5ad8-4117-959b-7d59d6fb1771", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4e0df067-bd39-4491-887d-0e4941d2582a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c21361dd-fec4-4421-9b18-c4db3b936296", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "87c95d2b-b8db-476b-a176-a2869b885a66", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09a744f6-ec2e-4396-b25e-f28e542b33a0", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b634946e-102e-4e29-818e-e79c65f510c9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b8116956-bdac-407e-a9e7-efe188b52fca", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_052.pdf" ], "test_cases": [ { "key": "dfd21f43-c277-4549-a69b-21d70cc9cec9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLOGUARD\u00ae PROMOTION AGREEMENT" }, { "key": "4205e3ff-e11c-48bb-aeca-89449179f309", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pfizer Inc. (\u201cPfizer\u201d); Exact Sciences Corporation (\"Exact\") (\"Party\" and collectively as the \"Parties\")" }, { "key": "35ac7eca-a22a-449c-90a3-88df51a051b0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/21/18" }, { "key": "9db532f1-4edf-4339-88cf-a7a719645b95", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/21/18" }, { "key": "15d95f8f-c4e0-416a-b31e-649162c84363", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/21" }, { "key": "31364208-8d95-49e2-90a4-90d927b0c3e2", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "2201cd95-0323-454c-bb7f-68e6172587f8", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db3d0268-d9ca-44c2-9618-cedac18d0b74", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7ca12af-e8d3-43ad-86ba-4031215e267e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "440c45a1-ceed-4b57-a6e3-24f63bebfca1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e76e95f1-82df-44cf-8a12-caa925da6e4f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8b3c9c1-7752-46dd-9d8d-76a0b2a38a03", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3ccc2b0-6b0b-4935-916b-5d85032a9958", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f57afb7-3a99-44fb-979c-3bb323229e8f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3586b9b-4b18-4e24-94cc-6c9d50f9a3f2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d029241e-5bfe-499e-b278-d9da775064af", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "056172f8-11cc-44d7-88c8-48a4fa3ec042", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e659c3e-d7cf-46b6-8f09-a0a5ff3558de", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5416bb4e-478f-4204-9e95-88c3d54d6e5e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2136cb83-0a0d-4f9f-bb25-13fc795905f3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3fff4f6d-ffdc-468d-ae1d-290951dd0e20", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ec8ac5d-b980-4ebc-abfe-90fdf4f778b1", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb1e5dde-37aa-4d2d-be87-8eecd805a86b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b821e10a-7039-469e-af99-24311d7ad844", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e39d3ba-b6ee-4c05-838d-7123b8a8275d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fe28e409-0013-40d8-bb93-7548c1b74d82", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "90e4c47f-40d6-43e5-aa4a-1749943a31c4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3320662a-11ed-4bc0-95c6-4cf33ebe7772", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ac64014-cd1f-4e5b-89c9-f06e3daae799", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe5727fa-f1cf-4315-8212-9a4d87a83d13", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d49348d-a72f-40ed-aff3-8253ab127053", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "67666638-746e-465a-9c60-72f8619be9af", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "48e385d9-09d5-4a73-8940-ee7e1ebd1057", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "43b1a4cd-70ce-40ff-abf4-a7b250d8c992", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "79b096d1-06dd-4660-adeb-21ea58ea9d0a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "314f43d4-c4e9-4de4-a928-2696fafc13f1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79707d56-423a-41c0-84ed-14d06a963eb6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "18b3dab1-4edd-4ea1-981d-dbcf3384d19a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcc384a3-a557-41b0-b8e6-40c9e7660b16", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "08282263-9885-44e7-b4b2-d199a17b774d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_053.pdf" ], "test_cases": [ { "key": "f60b6fe5-646d-4241-91c1-9a4a79882d0c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-PROMOTION AGREEMENT" }, { "key": "bb470fe5-e2fa-4535-b825-aac74421a392", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Dova Pharmaceuticals, Inc. (\"Dova\"); Valeant Pharmaceuticals North America LLC (\"Valeant\")(\"Party\" and together as the \"Parties\")" }, { "key": "1b5b3002-24bf-4e78-9c64-50b24bf985be", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/26/18" }, { "key": "19faa6e1-991d-433c-bcdc-84021d1d4fbc", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/26/18" }, { "key": "136327f2-402d-45d9-b3bd-988bc9506498", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/26/22" }, { "key": "cd11a795-f27a-4dd7-a488-0b5c5e79f701", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[* * *]" }, { "key": "4c140c58-6043-44fb-9c71-001312e39240", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9547afa0-3a6c-4781-821f-a5eddb7d79d2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ddd1ff9d-a97f-4427-82b5-7b1207dc54b4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a60b4b1e-953c-4dc7-997f-9d3d81e3c1f6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3cc5af4c-f4ca-4781-ba73-7c84b89e6027", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4af4e604-09fc-4e91-8573-6e8b5d0337d3", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d9d43ba-2aec-41a2-992b-5db62ed557c3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0b4a2fc-9214-4a53-9d62-da758e1287da", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "db7cd83b-c55f-418f-8377-10bcfa301a95", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18c88c15-45f5-4d50-8e7f-c0f377fe5bca", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f8455f37-677d-4332-8360-4a410b6827dc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "428edd6b-c2b1-445c-9d37-abc81b452c62", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3d7fdca6-e6e1-4911-aa8c-f220bcb57718", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c80a4ca7-7f41-4d59-aa53-bbf0c3dadf96", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "868b9b65-5f35-470a-818d-51c7457cff7c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55476a44-7b51-4343-be39-6aa1d61b0639", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc0c1e82-9088-4984-9ee0-5399636336ea", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba435481-ef3c-463c-931d-dfee449edf66", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "acddfe93-6ca2-4a53-a889-7ce55790e2c2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3cd8c7b1-fcf9-4cc5-9704-1d4f1692e07c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a45520c2-3292-481f-ad58-83b81fc27208", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2788778e-46c5-40d2-ab48-8b346450c1dd", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "534deacf-0a92-4983-af1f-2f145e3377a8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8188626a-82bd-4ed2-8ddc-aa83eae1b143", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43dbb005-da00-4c4a-937c-b457008fb321", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60f1fda7-9f76-4301-956a-c699b5f5eb8a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8413592-115b-4d0c-9d47-2f5c5e4c3c03", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e79a992f-5144-4172-8da2-c11a0039f4e3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c339a95c-5616-44a7-822e-b0ad7f405b6b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8fd26e60-6d60-4a8e-960e-72775eecc493", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a14c76ec-7fba-48bb-a205-f8c812707118", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "43aaa3b1-e31b-4a1f-a109-3b9c9c9da082", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ceed4949-8dc0-41c5-971c-f5abb861f93f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "76dbbde4-de1e-47e8-9289-dba32afbaee4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_054.pdf" ], "test_cases": [ { "key": "366a7807-ff36-4cd8-8f78-8f1809ed445e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PROMOTION AGREEMENT" }, { "key": "97b84c36-de0f-4a74-a18f-510e5c7489b0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BookingEntertainment.com (\"Promoter\"); VNUE, Inc. (\"VNUE\")" }, { "key": "d333532a-7ffc-460b-9448-24603d0e6dc1", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/10/15" }, { "key": "d14cc552-c36e-4272-833f-8f19e5687e66", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/10/15" }, { "key": "bd7dcd5a-5cac-4bdc-bd87-d3eba5615119", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/10/16" }, { "key": "e7ca791d-c1e9-4f71-9352-9dca7cfadd9c", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "2fb06e58-cf85-4d5d-882f-73c2bc0aa309", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nevada" }, { "key": "56f8ce4b-d118-4e09-afad-0f0320addef4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fbe93ed-28be-496e-9c45-fee9bcd90491", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2364aac-1501-4fdd-8faf-39ebc4a1385d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb141751-2698-478b-85cb-b2327014eb89", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c63ce3c8-8550-47f1-868b-2d11b92a5c12", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a22e052f-0455-4cea-af2a-93e4c763d20d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87c60f8b-3b84-4270-b647-876fd1794f5d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66516fb6-5854-4d4d-96be-2805a8554674", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ffab672-3e94-4225-ae53-1ebdeae1792f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "424605ea-9da6-49fd-9d73-1d089dd01736", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1025bbf9-9b90-4eb7-87f3-291684d57b3a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaf896ff-9853-48ea-9c4a-f8f56aebec56", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5085118b-207d-4f44-a91c-fd6fa18d3d68", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afa90b8c-3849-4b3c-87c4-1ee631f5fafe", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d275ac1-3525-46c9-a94f-8165756480df", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c3ad870-be24-4114-9063-ff92f106867e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "105445a0-2198-46a9-a8f6-7f66d80d8948", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ace6fa6-67b1-4ef9-b291-a00e9a35fdc9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea305a5c-0772-498a-a046-d6053cc5cd09", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c943d9d4-6155-4b0f-8a86-fa4ebf840b93", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c2f0733-0f6c-4db5-a10c-093a6b52bf8c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d636061-4da9-4ab7-8ef9-9e0bfffd9460", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "252191c2-1db0-4f95-b42c-69aaac288872", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6243696d-6a6f-44c0-ba70-c9461b7f7529", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51981abb-d688-453e-b640-0b912bef0983", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cf39107-b3aa-4bd3-ac03-d07841949491", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fda0023-d63f-46e1-998d-979eb81a973f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05c02505-a665-46b6-a78e-9c8a30253284", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59439a5c-bc40-40a3-9d42-a2b7743737aa", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd0a7d5a-cc84-425a-9a45-091a322ac091", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "994471ae-7be2-43da-9fb4-c5d19e2f1ea3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64e2e8e5-257e-403e-9da5-818c5e9b00cb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "322d1ab9-22aa-4e65-81b2-c5cddbb6fd6c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2a300664-7171-40e8-a291-1a87f96fa609", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_055.pdf" ], "test_cases": [ { "key": "36a846bf-809a-461e-be9b-7a9fbaca527a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PROMOTION AGREEMENT" }, { "key": "54d3600d-be47-4965-9166-10b26673e47c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SIGA TECHNOLOGIES, INC. (\"SIGA\"); MERIDIAN MEDICAL TECHNOLOGIES, INC. (\"MMT\")(\"Party\" and collectively as the \"Parties\")" }, { "key": "738e654c-4ca7-4943-a4bd-f38150f161fe", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/19" }, { "key": "c1074d8d-76aa-422a-867c-4a8f02d28934", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/19" }, { "key": "72361bea-57ce-4892-b30f-69eba3262773", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/24" }, { "key": "3a406261-17f6-48fa-80e5-286a3535c6e6", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 3 years" }, { "key": "ccdc1cf2-1c1a-4403-a154-ebb8df358c96", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "401c5c95-f4f7-41ed-9d23-d11d4e639063", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "c5d5a54b-2be3-436c-8e79-eda27d52f7ba", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33aecbae-e3c3-48f1-bbc0-25bbf4d222fa", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "37711228-596a-44f2-b15c-c804c7bc9d88", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "381edb3f-3ccd-41a4-bfd7-da3c967a221f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3946477d-3100-47a7-99e4-2ae61ec80eaf", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6204648-9c3a-4957-80e5-4c0f80876b97", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "219e8b2a-dea0-4a9b-b5a2-01906f6cbdd5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a042964f-cd46-477c-a3ce-c9955426354b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ed0a2ded-dbd8-4e01-a22f-dd1df286dd85", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51028442-4f18-48c8-bd93-ecb8869000c2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bb4bebf-5417-4d1a-b71f-10ef96559241", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dddf1b1a-2d06-4f05-bcd7-444cf69a8f76", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca39fe1b-2c95-4ff3-ad0d-a77be9ee9b0c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "443b1e75-6798-4c90-bfe1-e451e820f343", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73875dbd-7f0c-4648-bb5a-7f8a7382218d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4210017-ccf7-4c63-affe-adfe74007ba5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e932124e-1065-403b-af2c-fa0182b3d18d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60e95379-cea8-41aa-890b-1b512e99e90c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "70d51b78-83ab-49c4-ae4b-59abd025686f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8aba58a3-a0a9-4eeb-9b6d-58cdaf612e1a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a77da07-7a7b-43f3-86eb-7a3b0c843fb5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0ae10986-940d-4c95-bd88-c8b80a6356aa", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ded68ea8-ced0-448d-bb84-1c7ec25e1ad1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1582555-e129-456d-840e-fc6fceb188a8", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "888d3ad8-15ac-4e6e-a82b-c222d94cad85", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d8f5ba4e-ff75-4b05-84f4-f7c67bd0b058", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b5af4f70-195e-4b98-869e-7be1464f58a3", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eceda5f0-ffd2-4206-a346-f5558bb15991", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b655faf2-94ef-488f-9c0d-01a4d365d7a7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5af9e1a-2178-4cd6-8f20-a0a604ea0f83", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06f2955a-852a-4fa7-85da-e1b76e9c07c7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76f375e1-a52c-4d63-a68b-a0d95570b12a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "813de657-f3f1-4ee9-87dd-decb399dc1c2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "927d262d-b26a-400a-ace3-44b60bf2c9d5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_056.pdf" ], "test_cases": [ { "key": "1cdc33da-11c1-4597-98e7-20ccb0356ca1", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " RESELLER AGREEMENT" }, { "key": "61df1fe2-78d8-463b-8ebf-9e2448d97d40", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "i3 Integrative Creative Solutions, LLC (\"i3 ICS\", \"Reseller\"); Bravatek Solutions, Inc. (\"BVTK\", \"Company\")(\"party\" and collectively \"parties\")" }, { "key": "c8836956-1aea-4b97-8d33-b0384709b959", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/7/17" }, { "key": "9f7b1814-53d3-4ec3-8e62-771839be1617", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/7/17" }, { "key": "fd639c42-c665-46e6-ad0b-a4ec5890b092", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "ba499b1e-82f5-49cb-aa15-e551029ee773", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Virginia" }, { "key": "5f8faf43-8ed4-4a7a-a905-b0e3c20be693", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9df82e63-b934-430b-b71e-53e5f8e17c00", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "248438ae-ef25-42d9-b39f-8237b3cab9eb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cb8acaa-3bbd-4b86-a7bc-0f3684cec06e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae6632c3-9f96-4395-b6d7-2d422813696f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9046650d-7f58-46f4-ac50-70b437cd3d7f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4bf4079-e358-477f-bc76-f5bd46b4f74f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b595d62-81b4-4f49-9e86-518c874318a6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ef4a406-1a34-4449-aa1d-e08ff14400d1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "353869c9-e163-4ae6-b093-bce8ddbb2198", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98478896-dde3-4c99-b5a5-6453912279df", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86529255-31ff-48ea-b734-4c0bf504c330", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb2178d7-5a37-4a6a-8853-cb955df5e691", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "935f1705-0c1c-4036-ba7c-b0f317888e4f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0605b416-7da9-4d9e-b6f5-3d3d47e4fcde", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7e86620-4fce-4104-a8f0-05410aa7ee8d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3daff06d-77da-4892-8d98-ebbe15d192d5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8089cb0d-6433-4ad9-8482-0bf4d9c4235d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2c510123-3bd4-432a-ba04-9063fbdbe0a5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2842e45-ef0f-448d-8c70-64785e79abbf", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3888f0ed-dfb3-4973-87fc-4543319fcdee", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f881b1cf-86e7-40ad-b053-23cc3c07bf39", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e51e73a2-d298-4d50-813d-bef123e84955", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f00bf20-87cb-4908-8308-8a5c44cca009", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d02798d-4ab0-4d5e-ae43-aa23077353e3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1cb24315-2941-4db5-899b-42a1927583b4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1766facc-3185-43c7-a9b3-967f8f26c704", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12d8f901-150b-4423-a208-0389cc23ec4e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "29f69083-f2bc-4354-a55a-899428b23682", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e13f96bb-0b3f-4a4a-a2f2-62142f62951e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa99bef2-8ad8-4d02-8cec-5fbe51341980", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a0630c7-f362-434d-ad96-963069b22f0d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9b4ea92-66a9-4631-ba12-7292a3797bc4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3f095b54-da84-4975-8b45-cf0a5aea7c5c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_057.pdf" ], "test_cases": [ { "key": "d2ba7d0b-9166-42a6-9d2a-47a86a5a0629", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WALABOT-HOME RESELLER AGREEMENT" }, { "key": "3ce0b197-8092-4a7e-997c-dc0a31ccc070", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Vayyar Imaging Ltd. (\"Supplier\"); IndeLiving Holdings, Inc. (\"Reseller\")(\"Party\" and collectively as \"Parties\")" }, { "key": "ccf18a26-0ccd-485a-aa23-4f428783b832", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/19" }, { "key": "27ffaa3c-2dc8-4939-bae1-50a3876105eb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/19" }, { "key": "06218b95-5c3f-4d58-b4ae-d137b83248de", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/20" }, { "key": "a43127d3-0a81-479b-aa77-7cb382f7415c", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "adf07d3d-0ea8-47e4-bf7d-e816d2a973b6", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 months" }, { "key": "d8e305e2-2154-45f2-9f6a-fa1824d898e5", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "07d0e149-40af-4250-91dc-41b1e7bf017c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5bf2964-5c61-40d4-a3c8-6c12868892e3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f6af8b8-3e45-4f54-8aa5-3b92bb9e6c4f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1991ac6-f893-41a2-96ec-85c155d2941c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b0d9a7e-088c-41d4-9329-3c6d618bba70", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4b84626-b710-40da-9d0b-3935a94ac8d2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "065a85ac-7e52-4d13-918c-015c388416d6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bba5475d-5507-4697-bfdf-d0dac677324e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0bcb233d-c819-4c95-a3c8-06143a4eee55", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c84fc62-6bba-4b09-b3e7-8380265c27c3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d49e72a7-45c2-444f-ac7d-33da493e9cf1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "59a2a22c-a9dc-4973-8347-b41f9cf52e29", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a80c83e-7134-49c0-a9a9-9284b10c9ec8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a79111db-5528-4086-b57d-0a8dcc11dca2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df481397-92e9-4ac9-847d-fe27bdd8b918", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "310c7bc1-5163-4cf8-a79b-2f89b47ae7f4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdff768a-b036-48b3-9174-0a0b72a18600", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f97203cd-c5e9-448f-993e-c2dd9b0569f6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b926b7e0-3e7f-46b1-b5e9-3f6d90dcf810", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ba8be17c-6354-4b70-8781-0917f2447da6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e6ad47b-209e-4f80-89f2-20602bb353e0", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e042985b-ffce-4972-95ee-c6b1bea6cb74", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41761fb5-c6a0-4ac5-b7ba-ed65dcabab41", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "117d695f-1287-4e95-a692-674439d77d1b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "075ee20e-dbea-4260-a4ea-f753cbc90673", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cb24bd54-5d17-4e1b-b89e-807c58d33fa4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "416999ad-c092-4f8f-a98a-fcb23e7d9a45", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35dd437e-13d7-4cbd-b739-4268d27200a4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c141c33-4dce-4080-b5d5-318d124b3e0d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1b99761-eea6-4c40-bc7d-7f3768e62206", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c93be722-1a3a-46b0-907e-c79af34844c4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6926856-6fba-4547-bc40-fff88b6661a2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c5fca07-8eda-4b11-9764-799631d1559c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c89bcfa0-4b0f-484e-958b-b93282763094", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_058.pdf" ], "test_cases": [ { "key": "294f3244-9d13-4465-a273-3fda62e06c20", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LICENSE AND RESELLER AGREEMENT" }, { "key": "a3993486-7da3-42c0-be32-3cf3c79e0aaa", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EHAVE, INC. (\"Ehave\"); COMPANION HEALTHCARE TECHNOLOGIES CORP (\"CHT\")" }, { "key": "8ba9643e-f053-4544-b7e9-6345241777aa", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/30/18" }, { "key": "37d4b119-0b3a-42e5-9efc-3cdb172164ca", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/30/18" }, { "key": "05c0c7d1-4b38-4b5d-9fcc-d4d6941fe889", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Perpetual" }, { "key": "57e66d20-eff5-46f2-b458-e593a4c81b3e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ontario, Canada" }, { "key": "f1d1a421-551f-4d20-835a-e7063f51ccbe", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "471ca526-38ed-4a54-b39e-6fc4b2d275ec", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "709a8639-11ec-486a-9c12-1a23c05d9ef0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d773af17-e7ce-4f55-9f21-16f76c764517", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3334c503-3c4a-4ae5-bf1d-376f5ff27618", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3821950-173f-4df1-8606-c810c2157774", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "989b3fd7-bcba-4089-b134-ba179157cc3e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08f74d42-d648-42a2-917d-1c7e033dc6f6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a31e6c0a-eed0-4b3c-a015-c2129799bc77", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67d96b56-ef51-465a-a99e-7f82fa04f143", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "053769bd-c507-472b-a123-02479bce0bd9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "64a6bf7e-33da-4d6c-8ed2-e5f158129350", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce418c6b-0980-42fb-b92e-298ecbe38437", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc97dfe0-024a-4dca-be05-7520cd250d60", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec85582a-ff64-4b35-a8ec-0f3e619a5118", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c7b0cf3-ea0d-48b6-ab2c-bfcde3e7dcb4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4357f291-eb9a-447f-88c9-ae0b6c7c7b87", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "472821da-043e-4f54-8a2d-5a986cf43010", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ba18ce18-451a-4d29-be92-e5ad05242208", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7eb15a3e-05e4-4f89-8986-c8f3c1683320", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "247e7e1a-b974-421d-8d6d-8d29be2077b1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ff4b2ca-df8f-490a-8b97-53e88e51bbb7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "655b9d89-124b-47c9-9fc0-26be9944fe45", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33522a09-9e27-4716-b35b-e13a00d72490", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a52ed91-aede-440f-93bb-ca3468973f58", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6707945-f9b2-442d-92d4-986a61cd0d1a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e7669d4-3b2a-4a18-934a-fb9653ceb535", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "30986e97-eae5-48be-88ea-82229d1efdf1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "478970cb-bdb1-4c97-a1be-be9e48f54f4b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "78bb53ec-e590-46e8-a855-861ce1a133d1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e67e7e01-82ae-49fb-a78d-6518b9997d0c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "59dbb2b2-5dc3-4178-9798-4222c2b9c0dc", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02b59dc1-3d39-41d4-a2c2-0ac6528c1cb4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "cb91c211-adff-48d1-916a-6a334cb990ce", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_059.pdf" ], "test_cases": [ { "key": "880027a7-a4c2-426c-a8c2-ffa5a1fdea21", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FORM OF SUB-RESELLER AGREEMENT" }, { "key": "5ac23cf0-74cb-41c4-911a-10c3b3028407", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "salesforce.com, inc. (\"SFDC\", \"Salesforce\"); Salesforce.org (\"Reseller\")" }, { "key": "b980e527-19a5-4648-89fd-5c48c6b26b8f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/[]" }, { "key": "ce3e790c-bf75-4ae8-8d4d-bc06c6b13f80", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb9761a6-9636-4a90-b30b-56a523c4c475", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a641c11-957d-4822-b511-5d7676754d82", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7982faac-9a64-422d-8752-8166468c4289", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48b105ce-2eea-467b-9c18-9fa351040e4d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa45e7f7-6122-451e-b1ed-4771764ffb20", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0612b6b5-e69f-42a9-911a-5c44efdad64f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d40fe4a2-bb46-4243-ad84-4e9c864d7a3c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "224f6e19-c6f7-4260-88ae-d77f1068cb72", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd50d0cb-ea9f-408b-87db-fd124e96a730", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6460a1a5-9b35-4d24-8608-ac9065dadd59", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0109f25f-5abe-45cc-a81d-afd4b75f7ffe", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e87e9dd2-cc60-4426-ad34-3a15c856f9c1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81532a3f-0c21-496e-96eb-90045fcc934e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01f2b82a-69a4-4b3c-81b4-ac9b92402f1f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3cfd2cd-0301-4c51-9b0f-65cc286f895b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1897ad8d-5f16-4800-9c8b-2357db57f65b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d72afb2-a21e-4595-b771-ff334e3870c1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ec612f3-0831-43bf-bd62-22b946337f64", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "640b3275-0995-4e86-94d1-edc512cd1086", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56c5b7c0-f915-41ff-902e-54d516879c2f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43b83311-b9a2-435a-ab6e-d8a2db8a3a1e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad68fc80-de37-4285-b5e9-a0495859dda0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54da6778-c2b0-4c36-84c6-f5cd3543e353", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "721dbb04-bd11-45ec-9a07-dcd78de99d3c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e64d479-892c-4c21-9b7e-d9c858820f88", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea08dd9f-98b9-4e30-acea-b6cf535ce6c8", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f3d09ba-c159-4495-a320-098adf591e30", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a0a73c6-55d6-49df-b862-aef204e3f85b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b48fd11-5d4e-43c7-867d-92be7c4a9b07", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c0861be-adec-43a4-88ed-0bd458c6c65b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "644a317c-0638-4f6a-807d-f2314b34e3a8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9351c6e-d0a0-4d86-8e8b-434b5f7a6eef", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ac08b33d-29e2-4bba-823d-bcdf854bc69f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_060.pdf" ], "test_cases": [ { "key": "d4632dd0-ab76-45c8-9afc-bd7392c907e7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CHANNEL PARTNER RESELLER AGREEMENT" }, { "key": "f7401300-6f46-4f86-bce7-85af08c7c590", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "IPASS INC. (\"iPass\"); Pareteum Corporation (\"Channel Partner\")" }, { "key": "baa19ed4-2f01-467e-b5fd-f86e06f4206c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/25/18" }, { "key": "4c19ab59-d1db-45d9-b70a-d83abb0e87d3", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/25/18" }, { "key": "7dbf01e0-8c9b-4be5-97ba-1574336a3af4", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/25/19" }, { "key": "1ce4380e-44e1-4d65-9b32-d30aac586fb7", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "e0e758d2-d5ae-4614-bc52-bae83037b2a1", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "199a61ee-692b-45b9-af4d-7338f15f440a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "08ea3834-9ca6-4f18-a34d-0b6a3d24a4db", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0137700-e14a-42bb-b653-cb89e6eca4ea", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41723230-b089-4d42-88bc-c619b21e418a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1942740f-e68d-4a0a-bb31-ca3996494d95", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "13936867-502c-4eb3-ada8-72cdfa3fa35f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58ea0e9b-75f3-4f83-a8b5-b10728505428", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b685a68-8f95-4031-8f9b-aa2ffa955fdf", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27103a7a-6046-4e4c-b7ab-074cdd18e05f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65b35e56-8106-49a5-928c-0cc4363fe9ac", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d652527c-50c2-497f-b10b-361b1fc548ef", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c94c1af2-0ac3-4342-a267-c925aa7ab752", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7cfc87fb-1054-4fc8-875b-157c1b459331", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78beadff-5e0b-488c-aa3e-09e96b8aac95", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0f4930e-accc-4e8a-ba1f-ce720cadbe86", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d382afae-f5b2-4ecc-8e77-c42715388348", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2205283d-4ed0-47d4-a142-6a41af163bd0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fef66ad8-16b4-4898-99c2-3efa61a55617", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbb600d8-fd55-461b-bfb5-e78942d18abf", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8f727ac7-e328-4a07-8497-61809dec7dce", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e773da4-8893-4af9-b777-b0ee3edf02ea", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db0e0e30-2a29-4fe8-beba-b276150b9b89", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89fd5fd6-dc33-4412-9ee9-adcfbed2d31c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5df782d8-a835-4941-b512-0491f3fa1fba", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a5e715f-ca8f-4392-8b30-2861461fdc09", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "536d07c3-6172-4611-a152-00f15933fdf2", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2feeb73e-7cf3-49e6-8d1e-7042bdf175ad", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca2a6638-021f-448b-8aba-605ba389faff", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28c834a7-5dc3-4bfb-b79f-f9f5431b0ed3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "de03f862-2ac9-4393-a7df-eefc31c541c2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dbf63cd-2f89-4f72-a839-0c27d01f9de6", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bc71521-f1d3-4f39-bec6-54e128a32c99", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00d8ff2c-1db4-40a8-815f-d335c2057548", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cde729f6-58a5-429a-92e7-f5216433323f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "59bd1fb0-7795-4b69-be28-8d8b991c9759", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_061.pdf" ], "test_cases": [ { "key": "b7ec8da5-8d09-46cb-a38f-6bf640e9755e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AND SERVICES AGREEMENT" }, { "key": "a4468076-5ef8-4e88-ac6a-b92dbe7b5f59", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HOF Village, LLC (\"HOFV\"); National Football Museum, Inc. d/b/a Pro Football Hall of Fame (\"PFHOF\"(\u201cPFHOF\u201d and, together with HOFV, the \u201cHOF Entities\u201d); Constellation NewEnergy, Inc., on behalf of itself and its retail affiliates and subsidiaries (collectively, \u201cConstellation\u201d); HOFV and/or PFHOF, and Constellation, (\u201cParty\u201d and, collectively, as the \u201cParties\u201d)" }, { "key": "1e33ac3c-1cfd-4062-a85d-4d48b78d507a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/19/18" }, { "key": "d0e44782-d37a-4111-a9cf-afffe57f104e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/28" }, { "key": "4659c254-720b-4967-b682-fb2a12ac2fbd", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ohio" }, { "key": "664188dd-e1f4-4d05-9c45-51f0f11e3e42", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "857f86df-70ec-48fe-82e0-d1cb2460eda8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a4e5d1b-708e-4e8f-aa37-41a81497576e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c7079ba-6090-4db3-ac1d-1d536689e82a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "77a367e8-52e2-4e59-8fcc-4a916621ae75", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cec8583f-6e9c-4835-8d53-711000e0d91d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83090e37-123c-4181-b2ea-96546ed2951f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "130af421-d57d-475c-9a72-657e30c967a3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88ed0aa0-5f0b-41b6-9488-f68e4e5fe699", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "665a02b3-d9b5-4268-b7f7-5229eee2dbf5", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d44ebc9-88a3-44c7-9415-b25c67b5c292", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d9e3d4e5-0a7a-4223-8c3c-2f8a36cb20d8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "876c8c6a-32c9-4004-a0f6-06ee607ee36b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af3c735c-5746-488e-8f7a-6f768bf3ea90", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3a43f15c-6674-4c93-8abe-e65e215e2504", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f14ba59-4860-437c-8a15-fdb5b3a94ea6", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba03072d-1a9e-4e47-a77e-f04367049397", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8da1e0d6-026e-420b-87e1-e430f174419d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d720144-ec09-48a8-bec7-504c698da799", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "717239ad-3432-4d38-b2c3-497b78ce5ed0", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0a9b5e4-8063-4ac0-91a8-fcfa84984f51", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "caa0206b-c1ac-4b35-b66a-dcb9c34a36a7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bf28e0c-f0dd-4f37-b628-2b3f4c71d85a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b4e2433-e8a5-44e8-a5af-31769d142b61", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfa3a8f2-b412-4836-a6d1-5c43a7a4a4ee", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8eaec52-8642-433a-ade4-cb24ed35fa85", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "12f243d1-a659-4c63-9781-d9d823b7686b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8dec046-a681-46d9-ba05-5b06bd2eef2d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a237512-6224-4ecc-8981-a0a3d90ac452", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff69ff96-e448-4803-90d6-11cb2f15cba7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2aff2c63-e2d6-4c0f-94ab-58176eeba424", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9cadcc2-d56f-4938-9846-3de8e60d32cd", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "68e55fbf-9bad-4581-bfea-6a7d0f8df311", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "20ca0197-dac2-477a-bcc2-cc6f876b850e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_062.pdf" ], "test_cases": [ { "key": "fc84acae-b28f-45d3-8594-415a641e0781", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTION AND SERVICES AGREEMENT" }, { "key": "78f3fb23-a85d-49af-93c0-803370f550f6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Integrity Short Term Government Fund, (\"fund\"); The Integrity Funds, Integrity Funds Distributor, LLC, (\"Integrity\")" }, { "key": "9bfe7e2a-8198-41b2-90cf-e0b161f97d3e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/18/20" }, { "key": "c60f4e31-7c8a-44dd-82e6-e621805cdcb7", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/18/22" }, { "key": "50bb6935-8e5d-4c24-bb4c-f8289e5f83e5", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "b0d81424-6519-4fee-8d92-e510267b2356", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kansas" }, { "key": "04c7b7a3-d3b8-4f5b-b316-dc32d3da8df2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6f627bb-59e3-4f51-96d2-9190842ebc51", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef2dcfc9-5124-4711-be33-e7ea0c3d326a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4dbed3ef-cd46-4854-b7a4-f154234f7310", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdbb66ad-d0db-4915-9e41-a574cbcc0bee", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7e38de2-bf5e-4bd6-a729-0820d4b2b9b9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46e4a621-ff84-468c-9191-bf59c865b581", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82363d0e-e01b-46cb-a25a-9e329f5b3f6c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ece1ed9-900a-4d82-aea3-058fea4fa128", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42397b73-f35c-49a2-bb53-2ae856dda321", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86aeeb0f-bd25-4552-b663-738d8157b2ed", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eaec2435-6384-4130-9cc2-9f8f9976087d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fdcedd9c-94a4-4bd7-8784-aecf7e8aaaae", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4c79b88-0d33-4afd-a257-980cc9d9b0c3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10614e6e-2ef2-45c4-ab99-32230ce5293f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7f85f1f-9c98-4129-b94f-05aff441e405", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa91b63f-bb23-44e0-94cf-5a487dc7ecd5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a090cf0-0eb8-4928-9d7f-bf344fbac97d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe258021-9c95-4206-903e-77bb4691440d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7deb18b-0fdc-4ad6-b7d1-d7355392cadc", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b78c4da-3ef9-4593-bbcf-7e44c5204642", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0fa1edb-084b-4cee-83b6-5cbf5db3c996", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "420c7641-c8e2-4794-8dc4-1ec609059fdd", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29ea3c95-fc85-4dc7-95ab-ee6df7723a99", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47421ee8-0779-43cd-a05d-60e2ddbd058a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6b2d135-f2ca-43ec-b558-c1ff990d2a80", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "062a6018-a7f4-42de-8807-7aa22c181f31", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fc27987-a78e-4acb-8e3b-8101454e51b4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "322611f3-bae0-4b75-a577-d3672736c1b0", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98989ea2-9200-4bff-a117-246b14d3a9fb", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "113937c7-9b37-4325-a86e-003c838012ed", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b70d4ac0-0ed8-47a3-b677-3ff0b83aa687", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7fd9707-5929-4b14-b11a-6b8b4546ee1c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c1d7cd36-adf7-47f2-9314-5e1c22948759", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_063.pdf" ], "test_cases": [ { "key": "bed96455-aef0-45a6-9f05-818d1c2542ee", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRANSITION SERVICES AGREEMENT" }, { "key": "ed6850ad-fe7d-4774-a26f-0335ba460b3b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Reynolds Group Holdings Inc. (\"RGHI\"); Reynolds Consumer Products Inc. (\"Company\" or \"RCP\"); Each Party or any of its Affiliates providing services hereunder (\u201cProvider\u201d); each Party or any of its Affiliates receiving services hereunder (\u201cRecipient\u201d)" }, { "key": "42d00352-9b99-4dcd-b51a-33bdbf9cc6b3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2020" }, { "key": "11d31e69-14a4-458b-9ea7-f576c8238157", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2021" }, { "key": "e0868bad-0251-4275-873f-97f1be76c335", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Illinois" }, { "key": "48611871-7794-40be-802b-5ce0f5fb430e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f6c1ecf-018c-4a30-aef9-51501eac818e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34d24291-e1c3-4c0f-8c65-40b732f5c3a5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf6c4eae-a144-49f8-b9f2-2c12762390f8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a000a44d-f4cc-447c-aa55-2b93fc017e6a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9720561c-ba70-4f9d-8a79-c69dd0698a88", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c8fe418-fa4a-4d17-ba23-8d0c0e8cdcd8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "370f29eb-ac01-40cb-8c72-aab051d968ec", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "15eba3c7-74ae-4319-b023-0f8295138553", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7783ffd0-5498-44e0-b60a-102ff4a25c59", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "577ec170-92f8-4883-89f3-d3fa83f60e91", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8099a78e-382a-42ba-bce4-d4a4513009eb", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfc3d717-8298-4f13-abeb-ca421b26104f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fdb56b2-9de4-4641-a0e0-768096663255", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8d24728-73d5-4512-b9b6-cac93482e5bc", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d736f520-9a35-43bb-9f63-a6406c6d8259", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36ff5d54-a63b-4638-a03c-8136b0ee4dba", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02280c9c-3ef9-489c-b3b3-a9a6695f65e0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b298cdf4-35e5-4cd9-b206-1d259330ca54", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62a612fb-f409-4dd4-9835-cba3953a33d3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "85a21e2f-486a-4db6-80ee-15dcd98ba934", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cc963502-e71b-4bf9-843a-bf811bbd03f5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db02603e-7fae-4e36-aaa5-cea851b9d07a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0d76e22-9c8e-46be-910c-f5bcec216d32", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6152dfd-899f-4689-ac37-99bdfea1d8d0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b643ed2-5070-4bb1-be95-6f25645d1ffe", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab8992de-a7bc-43e3-add0-0d5e46b75804", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46a8f792-a7e6-4185-84a5-07774b4832be", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9a0e47d7-d607-494d-a72f-1e949c15c371", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "052f07f6-136b-4e04-8517-a84914bc921e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e68bbf7d-49a0-4347-b7a8-75a7803a7b82", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f8908bd1-676c-41b8-89b7-c8d3510a3c62", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23c8efe5-e08a-4bb7-8692-9448bd98875d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "46c0ed9f-cc9c-41cc-a617-8dd62a8f4fe7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_064.pdf" ], "test_cases": [ { "key": "7b28af60-6d1c-44e3-bfab-b4d616176410", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRANSFER AND SERVICING AGREEMENT, d" }, { "key": "4d24398a-550c-4f02-b146-c8c305f66055", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VERIZON OWNER TRUST (\"Issuer\"); VERIZON ABS LLC (\"Depositor\"); Cellco Partnership d/b/a Verizon Wireless (\"Cellco\", \"Servicer\", \"Marketing Agent\", \"Custodian\")" }, { "key": "fd169a71-d111-4cfc-97ed-2cd8f7768dc4", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/29/20" }, { "key": "0a687d08-942f-4992-a938-5493a1be4067", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "a299fce8-6b66-4115-b731-bb7d7d9a845b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d3402e4-8b98-43af-97d3-e74e2ca3e6a4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b0595e2-7eca-43a5-96ef-5bb3cf0fa62e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3103601-c673-425c-baf3-d67c98735edf", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a10ecd24-ee5e-4dad-8807-3e6828c03ed7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eddd8f9a-48e0-408e-a9bf-91e7c591d337", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c34cb64c-e04e-4c9c-a01b-bb8d8e86195f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5290368e-4f11-485b-8b5b-48bf46981509", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1493181d-a7ec-4548-8521-47000d6233d9", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddc9b9e4-8820-4fca-8c31-e8362aa79c95", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b79aaf86-1f53-479c-9def-6fbc9715f935", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0156840b-fddb-48bc-b0d4-41cb7a04182b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a74b0d07-d7b7-40e6-9dac-6024fe53b99f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01032296-f31c-4b65-ba6f-e9d7308fce2a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f09033f-86d2-4042-888e-a6201a45258b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ff9f1df-4391-4a50-a380-0c0e9c640da9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac365cd0-caaa-455d-8a6e-3dcbc1a71c25", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f93d28b5-b242-448d-b391-3fc57c68ecf5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98fc2892-756f-4eff-a4c7-8ed7f743bfae", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "abe82a78-47b0-44c4-83b0-f6074f6ed5a4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65a8d1c1-f73a-4a10-8efc-566154278a44", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53bb2537-135e-4aeb-9620-f46bf449def9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f42689fa-5905-4324-9c79-870c961e2a6d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebeebd10-4aeb-4a87-a51d-2f2b4c40339b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f45aacb-5007-44a9-b4f6-10826238fb6a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "29b9d4c8-3a9d-4c3d-a18e-eae12aba7b44", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e6f26dd-2d71-4ad6-869a-aed98ef4ea41", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00c30bc1-5fc3-428d-bd0d-84a0c2078d70", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dc36017b-6aa1-43fa-abd3-f206dec4c7bc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71fbb4e7-3a55-4012-96a4-c7c5978adda7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08c25914-098b-48b3-b7ec-7f82880a1d66", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "347ab95f-472d-4c8b-8cca-d15014f508b3", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0774695-f5a1-4414-8fd8-3dffa618e138", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "5097b22e-4792-4807-9aa7-a87def43daab", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_065.pdf" ], "test_cases": [ { "key": "7381f9fa-8a6c-491c-b756-dd8bcd519639", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JACKSONVILLE JAGUARS SPONSORSHIP AGREEMENT" }, { "key": "2bd1f1eb-a1d5-4c29-afa5-112f7d34aae2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Jacksonville Jaguars, LLC (\"Club\"); The ARC Group, Inc. (\"Sponser\")" }, { "key": "830ab3e2-ec5e-4bc2-94ff-b31baeb0e3f5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/27/17" }, { "key": "8b8bb067-916f-4e6c-b8cf-b2d0979601cc", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/18" }, { "key": "933363b0-ab2a-4c57-8ffe-740f7371ba82", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/28/23" }, { "key": "5f08e6d5-0ef4-448f-af2f-b89c01312fbf", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a31234c9-de0c-4c5f-86f7-75c0f5593d44", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a44362e-10a4-4840-80ef-ceac68e082c5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2be0f2fa-61d0-4b8a-81c3-68711221a56e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "922a1eb7-092d-4aca-b5fb-55d1e8994500", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd3389c7-e4f7-4a3e-a4b5-5802fbaaa436", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af186180-11ec-41ed-ba00-02e022ea86ab", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58275cb9-7214-4ce3-b81c-61c0b7568d57", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f598146-fbe2-4e44-a3a2-06823a3f2037", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0e37cb1-ad67-46e7-80a6-f5bc515172fa", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a0e26ea-0d5f-48a2-a936-01b26945f0b4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaf4ff3e-b347-45af-aef0-65157949de33", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e193f354-d57b-4e65-b340-bfe0d38f2ec6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7a149a0-0523-403b-9acd-907169a6ad62", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "233753d2-4efd-47b8-951d-46072ddcf6c5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d509a025-dc7a-4245-9c5b-5ef5a871208c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a05e1a8-0527-4ae7-acd2-f63b68edaf60", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4a2b543-3bb9-4d3d-ad73-5730546f8d30", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a68ca63-7eac-4412-8b3e-aebb73d92606", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03169106-17c1-458a-b039-c3a3c29d6c45", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba811adf-3e9b-4015-a67d-994f9ad73491", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "661b68d5-8e42-4a49-ae49-f9e80cb4a640", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a29a0d4-b5ae-456e-b30a-675f21e474e1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7312964e-533b-4a87-b458-89328e86e7df", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9b06485-9249-4313-86d9-3dd0d1f80f82", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36418d1d-0878-4993-90dd-e7e36b6a2972", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5c3d4e1-e537-4b30-bf4b-cc9f26d2cada", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e34bc903-0388-4276-b407-da8355109fce", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ea1d151-b978-4a3a-ae5c-6dabea59d824", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abde6551-f144-492a-b63f-465e8ee6baa5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b40c96a-b8e5-4776-97f0-376722216e46", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c45ba68-023c-4cb8-8e92-fb6964a192a7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "065fede1-86b6-4bf5-b3d1-88c768297b64", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bf58adc9-0002-4a22-957e-dd622f3856a5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_066.pdf" ], "test_cases": [ { "key": "de290af8-be6c-499e-aa88-75758fa70c6c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EVENT SPONSORSHIP AGREEMENT" }, { "key": "9eb6ac90-ffad-4a3f-bd82-c17c46aa79b1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Newegg Inc. (\"Newegg\"); Allied Esports International, Inc. (\"Allied\")(\"Parties\" and each as a \"Party\")" }, { "key": "4a0fd283-d81a-4118-953a-88195bce6d4d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/1/19" }, { "key": "e792dd64-55ce-458f-ae54-95ed9c2d6bb6", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/1/19" }, { "key": "da366344-64cd-44d7-b091-dcd87b2a6064", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/31/24" }, { "key": "36036ed4-ed30-491a-b7e4-9d66562c1654", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "aa783665-90fa-47bf-b67f-4ad26981f23e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbde819d-438b-4116-89c0-550f6caac69e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd1609fb-d4aa-4026-8ebc-39992cdfefea", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dec79b05-e6f5-4d9d-8ec9-609c2a37fc45", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ee34ae7-3696-45ba-9a41-e62f9794f1b3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66464305-618c-40a2-ae59-0db1dffaf01c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24462822-d543-416f-b7ac-c7f4818646bc", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "977a16c7-46ac-471f-9190-f6deb558a1bc", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6215241e-a167-4b1a-a424-7a0e5c93891d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44afa061-2c6b-4454-b471-72a7ce043213", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "417b75f2-dcf8-49b7-9dac-ffdd9b7d0c05", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "baeb868b-0524-4038-a333-25b3bce26f1a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3eb5237a-2bc9-4400-8eb8-c22051dd623d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ee763a0-34e1-4cad-bb9a-1a6d7d7ce40d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99842f20-7375-4700-a067-b36b170733e8", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c38c2b1-37d3-47ad-a87e-6d2703b06400", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10c47875-bc80-4a91-aebe-6687c4a3c085", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c0573cd-b240-43bd-8443-250e1e1767cf", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a379806d-f8e3-4b96-b2a7-1fe6f161be9d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad90534b-5b69-4442-bc94-0ab9206bcab9", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f52b80b8-9eb5-4da4-977d-f2fe57426cd5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0fc39f4-e00e-4675-ae0d-5cfc86679623", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c98ed66b-01a6-4e8c-b0d1-f3f4287b9b8f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "daa91fea-242d-4a2c-84ae-a1342eb0addb", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56a80dd7-63d3-4459-aa83-62e81dba4827", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddeb83da-1541-4726-a31f-bd17de00e11c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87e5c848-141b-45bf-aff7-62742ca7ab65", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "405ee1c6-b0d4-4b37-89d8-dbeca597111e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d6c135c6-a948-4d9d-8356-321ee5410eaf", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e1ef251-fa6c-4994-a5d7-1f7025e4ba0f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5502b98a-1550-4c30-a64c-02dab702f40b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea611df6-f1a6-4bcf-a04d-ffbd8afec287", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a1941c40-c0a0-423b-9567-69fb487ec224", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0a3e3d78-1e3e-4895-babd-e64cd49a84f4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_067.pdf" ], "test_cases": [ { "key": "aecff439-33a5-4b8f-a662-e3b1ffd348f0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "38c4049f-df0d-4f55-a5f0-5fbb631400af", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Fruit of Life Productions LLC (\"Promoter\"); Eco Science Solutions, Inc. (\"Sponsor\")" }, { "key": "22f6ac96-30e4-48af-b25d-45dacd091827", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/18" }, { "key": "a4810915-0743-4c8f-9abe-f073ade4d560", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/18" }, { "key": "d36e0868-6064-4bbd-95f7-956a5e65d4fa", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/30/18" }, { "key": "1b9fa121-9d4c-445d-af34-e916b8fed868", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "5b3094a6-9115-461f-9ae5-d6aa32ea77be", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db608efa-2f13-43e3-833c-5b3e884fbe76", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c968d261-2cd3-4692-badd-73614cdab1d2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "682ea533-c5b6-49f7-8ca8-e04a716f2c8e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "add853b2-9205-45f8-8ffa-501f919802ef", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1ea08ab-c147-4e1f-87c4-c111f659b2de", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3afbbef-1c77-4783-bcec-6c56f829afe0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97d87185-f49e-4d22-bd54-528b11e105d0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db0b1fd9-814c-4c59-ad65-a14ed87a23e0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d26a4f90-0f39-4caa-9223-a1f7d4c796fe", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0ede506-8194-46c4-9f0a-e7cc89797e4c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b54d0c90-985c-43d7-99a6-62d16f28036f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41a1c612-d034-4cc5-a171-1ea7ded4ea48", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9520cef-9abe-4e05-be52-aef3caa1bfe6", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc20de6b-26b6-41a6-8ed9-05caca8d916c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90034055-cecd-4b18-95c5-601252bbc7d1", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e587658-17a6-4b4a-8314-5c7d3a6df8dc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b537f5f-0f34-485e-afb1-32d2ac289a20", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e98a903c-5d2e-4c95-bdff-2c97c61d9b35", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fc0a76f-3063-49c9-8f04-149221d7ca1c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0984f0e3-398f-4ebc-92e5-b0de9ab1d14f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92b6df14-31fe-4ceb-859c-c4cc57a81e5f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f97ed8a-d66f-46df-8886-86ce4873ddf4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ad8ca90-033f-4eaf-9ec1-668330950baf", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7037b2ba-0dac-4111-bc4e-3945a0cf46b0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a2be703-271d-433c-8150-fb15cb8bae6c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96389f81-d452-4e0c-8820-3fbe7039e484", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4e25ab2-2ff1-4685-9aab-22153431d97d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa645dc6-f645-4450-a285-677ebcaa191d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6740fe5f-1934-469a-b628-efd6cf49313c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "130420be-3f44-4340-80dc-82bb3a0dff06", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a57f4163-d182-4a1a-88fd-b83d0a1f8e70", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c213ff09-908b-4f98-9bca-d3abca6a33bf", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a1a7e515-af33-4e12-9397-a63673f62872", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_068.pdf" ], "test_cases": [ { "key": "827a5fd5-9875-49b3-9327-224dbce3a522", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ODM SUPPLY AGREEMENT" }, { "key": "e1ecd7a2-c490-4494-99b5-3df53abdb783", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ORGANIC PREPARATIONS INC. (\"the Manufacturer\"); AGAPE ATP INTERNATIONAL HOLDING LIMITED (\"the Customer\")" }, { "key": "52ff3157-c34f-463a-99d8-05e01f3c31ad", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/15/18" }, { "key": "ba8c11cc-8de4-426f-85af-9d97542fdb7e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/15/18" }, { "key": "e5d6deb0-4907-4875-9a85-f9d08c261e7e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/15/28" }, { "key": "ce2b68ce-45c9-468d-b9c5-b19367be6e75", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 10 years" }, { "key": "61e24359-f616-47d5-9bab-43d225705297", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "5e109477-5d28-4bb5-b797-eb19e3f5c34c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England" }, { "key": "192edf66-84ce-45bd-b317-ff72aff691ff", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbd2c80f-c3f8-4a9c-ad79-e57f156723d5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ac396bca-bb42-4117-856d-c4e5fb83c0c9", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c4b392e-9500-4156-bb50-fec8854a1cc5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33d453e3-aa27-4a92-9f6a-6571a5314284", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49ca7165-1128-4f57-95e7-d964e1ab6cae", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8988ef5f-e87a-49f9-87d5-257de5b7c338", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15256dc0-eee0-455f-9799-bd988f548b30", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdd44f63-a94d-41dc-99b9-b1fc3775f247", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "205fcf7d-9f89-4ba6-9343-e3ea5a06cf94", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1ab394ef-9f92-47bb-bbee-d5a484ddbbb6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "69368dc9-64a3-43d6-ab6d-c384cf64b22a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da244027-acf7-451b-9ace-6d129e3b77cb", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a34ed75-8297-45f2-af19-5d90c03fd1b4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a31c5ea-4b32-4c39-886c-f04be615a30d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44d13677-e468-4467-8d61-f7e6a8525438", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1028310f-10a6-4197-958d-e309ec171700", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5460580f-1dc2-464e-a79e-ca04690765ad", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c59376ba-a2e3-4885-823e-f9fc4e46a6c9", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27d81e44-e243-44c5-870d-bd525e52d99e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fd8500f-5c69-4f41-8274-b6e0952c3c0e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99e61f41-6ff3-458d-9770-5e8062c37000", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2081835c-b1f4-40ea-9b55-d2b3dcc25dea", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd196df3-9612-4d20-89f0-8020702e5e5a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ac6687a-67d8-4130-a165-1bcad26161a3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15020443-68ec-4fa6-8470-962edff31cf6", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec123eb4-3404-43b1-8aff-461c155b962d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e60ee3f2-930d-4bd3-919e-7e423ca1b9c9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8c7a6f7-4190-47e0-bd48-cee159aad551", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c30378e6-0e0a-4b25-9192-412d083f9661", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "75024c5b-5f80-4c2b-aacf-567ca46bf0ba", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "939c2b35-caf3-455e-81bc-72c8fc12dc4d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89f1647d-55b0-43c6-8069-9014aa2fd335", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "44558bab-c28e-4f4b-a3c3-897f8e05d1b6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_069.pdf" ], "test_cases": [ { "key": "93d1d35a-5fbd-4345-b22b-d10ed9e4fa36", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Corporate Sponsorship Agreement" }, { "key": "f366f130-04e2-4acb-91aa-17ef4976546f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Freeze Tag Inc. (\"Company\"); American Diabetes Association (\"Association\")" }, { "key": "5260f285-3d46-471d-b0b9-02bd6a496637", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/22/18" }, { "key": "1d107887-3246-4e8f-98f2-27192f18bb5e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/14/18" }, { "key": "efecd9fb-af55-4434-8035-6c7bf33e045b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/14/20" }, { "key": "0f42d066-70a7-491a-ba2e-1f9fff67c7af", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Virginia" }, { "key": "b84a7c29-4286-4525-bb0a-be612f7999ef", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36407181-a208-47db-920e-77de588ab324", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f48b13cb-0377-4880-9881-29d2b495095e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91b6239b-4905-4514-a65e-d814bc1a7cb2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcf0cf96-c2f2-4e48-aeab-3cec1f7807e6", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d81c7cc-74fa-4a0d-8fea-4abecd861a44", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad92d431-3347-49e9-a099-be99e18fa0a6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4abf020-fae4-4e5a-bfe0-3536d0931ce8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87afaf4b-fed3-420b-bf71-c99054b0a139", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5922d443-4ac2-4946-b75b-13bf0ac1d033", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02e6f984-17b9-4632-bca8-2631ec31af7f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61437536-569c-4081-8393-5e408698b4ff", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34131539-5a8f-41b0-8904-972be046b427", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c211434e-4906-4ea1-81ac-0229cd355b27", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8907cdcd-a471-4ee4-aea2-a087da5364c4", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a14586f2-6c76-4ef1-a56b-f53625235b9d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5f32a27-a42c-4de3-96f3-192efb6b8510", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a3e462c-d6b7-4100-84e7-0add1e934ae2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "16355913-8165-466d-af4a-cf734fdbe193", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "afa9450f-2b30-4863-b963-86937e10a7ea", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4f59a1b-7873-4a32-b072-06798756341f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c477520-0a3c-4b3d-bdcf-8a741c955dff", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ab8530c-995d-424c-84b0-80a098108bd3", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7371caf-4933-4533-92db-e9d07419ddcd", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47707939-90d5-4e62-be0b-66ef8d2c1c57", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ded5936d-57ff-448a-aafd-a7157b512964", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36dc610d-0f41-4386-92aa-54edd3d96a52", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eca4180b-7eb9-48c0-aff6-a8b22fd48e55", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebcf2828-8618-4ba3-bda9-bb15e619a972", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5203bca4-9983-4490-8243-3e68a462ad2a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72dd48b3-a297-4005-8221-e4a637f93f89", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e24aaa2f-932b-4d08-aa3f-50986038fec2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4b77916b-24a1-4926-88dc-b6477a080c16", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cf1e231b-7442-4782-8f57-ce24ed902cc5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_070.pdf" ], "test_cases": [ { "key": "2f0242ec-c1b9-41cf-84d3-7077c38973af", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY CONTRACT" }, { "key": "03e79b9a-2297-49cb-bc4f-ffe0649467d2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Shenzhen LOHAS Supply Chain Management Co., Ltd. (\"buyer\",\"End-User\"); the seller" }, { "key": "e705703d-9687-48b2-b9d4-fcf71374f96d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China; United Nations Convention on Contract for the International Sale of Goods" }, { "key": "44225869-d047-4dd4-a65d-c4c997ad01e9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88548090-d4d3-4eb2-9259-7d709be437ac", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26722cc3-bf74-4a5c-bcdd-0a0b5943e818", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a475a99f-4e38-4afc-a7ec-6a8d30f26472", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb9a6be6-322c-4b63-a574-0cd7c188dc02", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cfe4cdb-aaac-42df-8fc9-aabdceb3b71b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c5f98bf-44ec-414e-9633-713c397207b1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3b1e403-aff2-4f73-bddd-fa6fd79ef8ab", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1f98bf3-e172-4e3c-ab69-3b5a5d2ed4c0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f0f10ed-22ae-4251-860f-61ced1bc363c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb786bad-6590-401f-b875-2edd6109f3a3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62687e90-a2eb-4e1b-a903-5f235209d0d2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3c4204a-1e2a-4b65-8a17-3e6b15954225", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efbf358f-658b-40a8-b2df-0b89f22a2450", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edc4d15f-276d-4975-b516-c9b4b4cc1e54", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24bedcae-00a6-4c28-8ad3-2c8d285e685e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c8d5194-0820-4e82-9bc3-b3a116bafee0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abd04bce-c9e5-4b1d-8129-4250a33668a0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "011ddedf-8c74-40f1-8ab5-586b0ffbb255", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9a7f523-410d-48d7-8bf6-db0f3ee861ae", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e079ecc5-8205-4cbb-9d0b-3fca0f4239a9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7daf5a5f-b0df-496f-b9ca-dd612b689b5f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b8f28c0-a684-47c2-8fa0-1b37c5f4e43d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05b1358c-d8d4-437e-b800-a040ebd59f54", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ccddeba-fca9-49bc-a421-9f1d82064410", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1306b94-3de4-49d0-be8b-9058ffa19b8c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5629e7e2-51fe-40b6-9442-cca169affe04", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d86e5c93-7448-48a7-94a5-fe503cbb4684", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0db2b31-bb0d-465c-a66a-fef9561e366c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdc18558-0aca-4d05-afdf-145ce23f6120", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a15bc33-428c-4912-b6f5-22317642e035", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4ad318c5-7e41-4a3c-b35f-690102863173", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d42334c-d93b-4a0f-820a-e51d2de37a27", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "116109ce-f987-46bc-8fdc-a2ce58c04c59", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_071.pdf" ], "test_cases": [ { "key": "b0fa201b-c1e1-4a50-b8b1-063d8a80abb7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MASTER SUPPLY AGREEMENT" }, { "key": "554a08a0-85e6-4834-bfe0-c97948f77d1c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "REYNOLDS CONSUMER PRODUCTS LLC (\"Seller\"); PACTIV LLC (\"Buyer\")(\"Party\" and collectively at times as the \"Parties\")" }, { "key": "baddd291-ec97-4300-b169-475e8fd2e134", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/19" }, { "key": "d7672e3a-8b92-4dd9-a17d-3de0a772e2da", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/19" }, { "key": "1a21e9ac-0a0d-48a7-a6da-fa129b828024", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Illinois" }, { "key": "21006add-2541-48cd-b3ea-7fea5cde5a5a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e41c98d4-a364-4905-98b6-58cfec8728bd", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3798daa9-78da-4b14-9c1c-1975d3502734", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1eb55619-5555-4b12-9583-28489fa035bb", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60145e5f-f7fc-486a-ab82-8180928349b0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e88f42f-b753-4b2f-817b-a764a2f38207", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "380aeb47-4d1c-4290-abd2-ba6fdf30f59e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84aaeb8f-b7b3-4705-a57d-fb26a1ee55a3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbc7ef29-5c90-4498-9d53-61cfe3a69faa", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5416af89-3dcb-4496-859f-871fc11af5ea", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c1903f44-03fa-40e8-a7ed-addf7a3e9c49", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5f4e9d91-5f61-4513-a48e-4005ae8b297f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69be7fa1-bc20-48bf-8c67-8e81a5ce7ef6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99bd5d9d-8b41-414f-9b9e-c7f5d7ca5ea1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e7d0662-896e-4cdb-9e69-c6864cf8a852", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec50a526-5612-4ac1-8b09-16fb8c711e27", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f573d71-e428-4281-b0e4-4cd5d0c74b6a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6667f018-464e-478b-abf7-131c6a5df169", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e18594a1-6144-493e-b5e8-10cad1d255e4", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a12a7449-66c8-4459-919f-bb5f2dbe74d0", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff0846c3-2002-4219-8822-e2a922db4d71", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e78ad5a-b633-4b41-aaa6-9d08f1c825b5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "184f4143-ddb8-41d4-b10e-594012ccbc18", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "326f5300-4b80-425f-87e7-406f1e19484d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5d163df-dbdc-4e3f-add5-04b8a6465cac", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1264bf9c-3962-49af-ae64-5af8246fe81c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "404ce1c1-6d20-4f9d-afeb-511f4898743e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dafdc8bf-9b92-4831-8049-c52182232c38", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f1c74b6-618e-45f0-8429-1ae9152c34bd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cf9f932-2cee-478e-8b53-335fa9c2376d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c386c905-dc69-40cb-b59c-ba5a438b482d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c23b9d9a-c6e9-4f61-96cc-970ed6567c03", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3f99e84-e454-4974-8f28-10880362b6ad", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cba139e9-5bfc-4617-baac-f08e6d8150ac", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_072.pdf" ], "test_cases": [ { "key": "cab4ad97-a275-45c4-b8db-694736b505ad", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GLOBAL MASTER SUPPLY AGREEMENT" }, { "key": "ee5bb607-5b81-41be-934e-72e8ed8a4c52", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ExxonMobil Chemical Company (\"Seller\"), on behalf of itself and in the interest of the ExxonMobil affiliates listed on Attachment B (each an \"ExxonMobil Selling Affiliate\" or \"EMCC/A\" or collectively, \"ExxonMobil Selling Affiliates\"); West Pharmaceutical Services, Inc. (\"Buyer\"), on behalf of itself and the Buyer affiliates listed on Attachment C (each a \"Buyer Affiliate\" or \u201cWest/A\" or collectively, \"Buyer Affiliates\")" }, { "key": "9ae43cfd-2d44-45df-bb54-d87ee2a4dd1b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/10/20" }, { "key": "0b9ad202-5274-4165-8a18-cf228020f806", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/19" }, { "key": "59106e29-e26a-4e62-a45c-8ae70f411e07", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/23" }, { "key": "6ded00c7-18c5-451b-9bf8-90102eb36a34", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas; Singapore; Belgium" }, { "key": "14a719c6-ce89-49c7-b2b3-828b79bb7a37", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc98ac68-e604-402b-8cbb-f90ee13c6fb4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f6765da-040d-4a76-9495-1903d7818cd6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c337625-616d-4762-b1c6-d11a67154c1b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14df8770-75c9-486a-8425-28fd78bd2749", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5be31149-c535-4a64-a47f-dc9c2d0feb68", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ee800fc-a61b-4761-a1d0-2628a9bb8278", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9914190-f6a7-4eeb-8117-27b7d24dfc81", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38467ef4-4f69-4f98-990e-821122712247", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4876829e-b1f1-4a0b-b644-3c6e6fff37ed", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "03f2ff83-33cd-4421-be4e-389720eed623", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f230013d-f58f-4e94-9c89-b1084f5fdadc", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb34d828-7f21-4318-bc18-aca13c9dfe94", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dac6cd2-535b-423a-b5a5-e5275d2f3ebd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cdd26b0c-7924-41e6-b806-166da7b3a631", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "89f30fc9-5f99-43b9-9dc3-68923857b95c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e408962-63d2-4ac7-b4e0-a73c7ea5d6d4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fd0dd2f-51dc-4d56-88bf-f8ff815398c3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8d99f82-1111-48ad-9a9a-42b833fd8e51", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb5487cf-7daf-4215-85fc-8bcf483ca13e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff9ff171-2d3c-4199-acbb-234f4e8ff077", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8754497-f651-46a7-bdb3-45c1d499b0fb", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18eb308c-03ee-44fd-bf5d-5a66af279830", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bacb1918-4e3b-4854-9fb5-7073197f098d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24175ad1-ca84-4cdf-b655-81faa5d308eb", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14b78da8-620a-4df5-9125-9d7bf9ea2e83", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c690421-ee3d-4929-bc21-cca9d54a1e6a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5324ed6-3830-4aa7-b374-1b8d864ea762", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9146a095-4c1e-4dda-bf55-075b2db7b0f3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed3b1753-4ab9-4ae6-8d72-9d14c3ae3d8f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64649e1a-6bca-4600-97ed-9fc8c5b462af", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32155a9b-60f5-4ec8-b956-989c916138a9", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f0c81fe-c042-4633-be62-43f7b36d520e", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3078963d-637a-4077-951c-e30c16992d45", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_073.pdf" ], "test_cases": [ { "key": "33732c15-e75e-479f-8056-a69dca4ca6b3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FORM OF TRADEMARK LICENSE AGREEMENT" }, { "key": "32ca2621-2392-4cf3-b31d-cdd0026dd74d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HERTZ INVESTMENT GROUP, LLC (\"Licensor\"); HERTZ GROUP REALTY TRUST, INC. (\"Licensee\" and together with Licensor, the \"Parties\")" }, { "key": "5a533509-4f33-46f5-bbbe-8008c9f123b3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "09/[]/2019" }, { "key": "51437b0d-f09f-43b5-9b21-70d66b147174", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "09/[]/2019" }, { "key": "fec1cc88-20a4-40a1-a38b-7469fd47a503", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "206cb3da-1d6e-4b4a-af39-a46e8480f8dd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e8bfeb0-eb3d-4c9e-96db-a3745a1c6136", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28a154b7-561c-471b-a2e5-0fda05b599e8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd3c6c31-63c0-423e-8231-d832e5ee3ea7", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c3a63ca-5101-4cbb-b479-d4c648a9079b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6255378-da13-4c85-9ad2-68404d7739d7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78cef12f-be2d-4bb1-8468-4be9103ebc08", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "605d54b5-b236-4bb9-b81a-ddbff28b13dc", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ebf54c14-9012-4ec8-bc5e-2b6eef870e08", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30c45529-23b7-476b-898c-c3926ad4bd80", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b348875d-943c-447d-beb4-f9baa79f0fdd", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "59bf43ff-d278-4edd-a486-44ef3fe9e8d4", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5681719f-8a65-41f7-bedb-5746ed466549", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ef59169-55e4-4cb7-805b-5c1aeb932692", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bf704b4-a952-4e79-9638-790c0a3fad70", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6237148d-cd6f-4e73-8799-32dfdb069805", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f8bfd0a-a0ad-484c-bf94-fc439c7e2501", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31b150ce-af07-473b-b835-1c7e395a2fad", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "230d2b38-fc2d-4360-a43a-e2deb5942461", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8f4f1118-cd44-4c95-9c3e-fc30651bb451", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "752c3b60-02eb-4cab-a717-ca4a8ce0a130", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d79b3f4c-e0ce-43ae-b117-3fdf92f41f7b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20cb4617-c066-42ac-8e3e-f79097bca499", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f528190-ec94-4718-893d-d0508723f34f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57aac35a-561f-4fd8-b160-a3d1b1c0af8b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b849643-a15f-4b52-bf61-7abea6fda16e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97a807d3-d763-463e-adbf-af25062f1d3b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85ac090d-cdd9-47a0-8dca-d771b7170321", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "599acafc-d2ba-4a72-98d7-ec9a76b9b779", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8045c2e-342b-4cbc-baf0-0d94f7e8da85", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b4cd6d5-a083-4946-9aba-6a3cc25ac731", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a34b691a-976e-4f77-993e-f9b1e3cf698b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3c562379-ad8f-48c1-8246-953c7a3d97b0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8f7bf7c7-c5fb-4b3a-8d18-f90bedad99cc", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_074.pdf" ], "test_cases": [ { "key": "2436bea3-8fda-4259-8d3d-d8d5a6981c82", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FORM OF TRADEMARK LICENSE AGREEMENT" }, { "key": "d2d94826-1637-46f3-bf86-716885edb58b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ARCONIC INC. (\"Licensee\"); ARCONIC ROLLED PRODUCTS CORP. (\"Licensor\")" }, { "key": "1f0739e2-ce67-4d7d-ba88-7efc7e928953", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2020" }, { "key": "70d785e2-245f-4d2a-a127-6184ca8bb357", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2020" }, { "key": "109138b1-89d1-431a-bcf0-f25daa1dfe60", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "1f373cee-526a-426c-a645-41f234a1a795", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "893ca607-1e49-44be-afd7-bb36cff58bec", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b7f55ad-61c4-45ca-9838-f85fcdc4060f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fdd1f53-c50b-4328-b7ae-5be6ebe4aedc", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ed38717-6fe1-486a-9f63-590d824408c0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "922c1ad3-3cc4-4fe5-a16f-57ce6d4ce43f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41f9f207-a76e-4232-aa1c-8bef37d09dcf", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a457b688-43b5-4aa2-a432-ef852d915613", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5eb65288-718e-4aca-b7d1-40c14b524dab", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55604732-226b-4027-8328-831effa8cc5a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f59b6495-cc15-4c27-bff2-8c7efe223226", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "795d616d-2b59-43c9-8038-f0d363e994e6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82a4a6a8-c6e7-445c-b7ee-233f350412c1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d479423a-ed61-4efb-878b-dec9d38b55bc", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2441ad0a-5923-499c-8b81-385852c2c136", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b836917-bc0a-477e-8735-8649b8a57ff4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6f65cbb-31c8-449c-8993-627cc2a31fa6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46be5be3-67f3-4a70-b501-e4b3abbee2d6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1b8537d1-3b84-46f8-8531-aa37da39cb7e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2dd5f3f-ac77-4cf2-abbe-cfcbcc40e1b6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ce0e294-c5e9-46af-a3ed-88c00063c9e6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "436f4ed9-3a4f-4375-9df2-c872f069eaf1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "550b0f1d-ca0d-4ec1-9d87-817b5962b775", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1668c4a-347d-4f21-a104-ad7defd78393", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a17c15c-aa4b-4711-a0c1-a1016d08e804", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adfb4a83-523f-46ba-834f-84cb8481edc1", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a313647b-d9f0-4461-ad73-51e5fff56c3f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4d4c669-7e35-4570-afed-7e86941f6d96", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d88c5426-6756-4958-af7c-ce77ea2f6400", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d44231a-fddb-45ae-94b1-1611e4adff26", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f55c260b-8146-4d68-8d23-90c2e202605e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6933a2e-5bee-4937-a121-43161cf51e80", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6943db74-02a2-4f23-95d0-963c43187538", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d8f434ef-5b60-4622-a49b-7adc394eb2a2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_075.pdf" ], "test_cases": [ { "key": "d40b04bd-f282-4e46-a6d0-65f78fef7380", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRADEMARK LICENSE AGREEMENT" }, { "key": "4b587fc1-9e15-4d32-8374-c9cd699502db", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Morgan Stanley Investment Management Inc. (\"Licensor\"); Morgan Stanley Direct Lending Fund (\"Licensee\")" }, { "key": "cd49da43-34c7-4d3c-843e-f9e21b927eaf", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2019" }, { "key": "909bfc70-48cb-4b02-83b5-ce77f00f5bca", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2019" }, { "key": "1afc9b37-2f5e-4ac5-8035-c1fd5ee00c7d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "c556e935-86c0-48e5-a516-0b6944922bd8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "0f2dea46-b827-44f6-bd18-a1b29edc8515", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1df5960-bc2a-4e8c-b161-7bcaa70d0ac5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3a09e3f-f9b5-4c52-9263-7c4d6b580cc1", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6ca9031-63b1-43af-a086-232d770899ba", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ec4dc86-5a81-4aa3-9f7e-817414a8bb00", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1963968-2b7e-47fe-b1a8-c364d5de75d7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6b8fe1f-d5d2-4cc4-b1f4-32b6976496d2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e085d0f-003a-4ba9-ba09-1d399fa12bfc", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef4aec96-0cb5-4d13-9ad0-49fedc29f7b6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0fec6fe-fd18-4f7f-92f9-ec185bba1173", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "768fc250-142b-4b82-a858-ed8c8f259ec6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "35bf7605-e03d-4c22-a456-537c107d9f0a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6cf83e0-a6f1-4883-9977-d5b104ebc44f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67738b39-45f5-47bf-867f-6a7a74dc1940", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72b0c495-bbe1-4bd7-b4d9-eba620fba016", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ed871af-7f16-4f95-a780-c9ae39a307ae", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae3dba7b-6800-43d7-bcc1-1d48ad756ea4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d729e48d-2b43-4993-af2a-ff1076735c2a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f5a63299-e29d-4876-a558-3d6537bc4c9c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cf3ac6b7-7946-4efb-b3c3-b1859a5b1c1c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3878d5fc-0a17-4104-9145-ba5666982538", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a44ebb0-e8e7-4ca2-9bb3-ea1f1d55c048", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1aaf8eb-e2a8-4bdf-b8b7-67b6f47d0056", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d439939b-f791-4806-bec1-b7b85e3de4fc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b6c6427-3a93-4b99-b4be-faf7f69f119b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11cb3f82-0575-468d-b6c6-14998eaf75c7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e37aaef-7421-4fb0-bac0-55e73f1facf3", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0db3cba6-e7b4-4331-8e5f-d8d6c8f6ad39", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa323917-ea5d-4c77-8f9d-ef50c9a125e4", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81678319-401b-4eec-9aa8-5a7d6bb6f96d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b145a93-3a5e-459d-b9cf-a56ec85e1502", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc70e027-dd10-4a60-8397-fe8424fbf254", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bae921eb-f52e-483d-b61b-774f673c44e8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d5032cef-7f63-4006-8663-0408d4fc37bf", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_076.pdf" ], "test_cases": [ { "key": "471bfe3d-ab5e-4d6e-9c48-4867cc0bea0b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRADEMARK LICENSE AGREEMENT" }, { "key": "1330f77d-19e3-4edd-aa15-d19c5f805425", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New Mountain Capital, LLC. (\"Licensor\"); NMF Senior Loan Fund I, Inc. (\"Licensee\")(\"party\" and collectively as the \"parties\")" }, { "key": "3677b5bd-91b3-41fd-a233-2258b5cfa642", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2019" }, { "key": "6955f295-7d20-4fa8-a6bb-0f8772a00258", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2019" }, { "key": "1e398a82-835e-4e66-81e2-616a346fdff0", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "1b80f0ea-ae2d-4042-b95b-b85a8239f4ef", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "f251cb6b-86f0-4725-a766-6b89d5e02488", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba1c4c48-f508-418c-9838-121bf4dfe587", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47886cc9-197f-4fc1-a9fb-050a01f7b7df", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "689c6d5e-3d67-427c-b91a-0dcc50680c38", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3dfeca6b-c428-41e2-8362-93a19e672b06", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f0f66c1-10bc-4204-9a3d-e383e869a195", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39f12b73-5a1d-42e0-a767-7f033547dd22", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0076e719-cfc0-4010-b26e-6ed8d6834c92", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aca5d902-cda2-4d0e-b3e8-3f4f21030e8b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10e44924-a373-4beb-8efd-32e6f65db873", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dfdab67-1039-40de-a079-b57743233d53", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41ff2276-f265-47a6-b945-9a9af57f8550", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39a40281-b812-4b16-84ce-70a2b0567a0d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65835613-716b-46c1-bcf1-a5ce968c2683", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cdc66c1-7455-471a-847d-f73132f7374b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78264e71-9ad3-4aac-9099-0c2a6eb331a3", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fe877668-573e-4647-8bb5-225eef8b0194", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8211b46f-2e3c-4ccc-8fb5-6af20dbe52d1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "812fc5e0-5821-4cbc-b99d-30ebe9cfc963", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5baad692-4df6-40bc-a915-e59d7eed2149", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "715100ee-0d4d-4be4-9bc5-355e7189b839", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb06f2e1-04b9-4e84-9e7a-81f1e43fd4d6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32ed9982-cc05-481f-8470-30a025bc9a97", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7ac76a8-55ce-48db-8814-b3766ae92655", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "839caa60-0ff1-4f7c-9a0c-fd082eaa349b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "64705d6d-0a3c-4746-bd86-c95d2e1ea10d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4efcce47-8afe-4274-8491-4e4860971cac", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78732b82-677b-47de-942c-3478d2f687ae", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b1c7e78-4a08-4998-a7eb-28102137632c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b93fc97-888d-406b-a08b-a3638f29c29c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea7d349e-78e4-4067-9eab-7fab77c14fa3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5af082a9-df7f-4a91-9905-0cfb68cf9475", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b01a4149-dc36-4161-8fee-df39f1eb9567", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "e0eb84ce-5c61-4d0e-b0e4-8fb296ce2eb3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_077.pdf" ], "test_cases": [ { "key": "5296fc71-078f-4286-980f-04dcaefc875a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRADEMARK LICENSE AGREEMENT" }, { "key": "f0736eb2-6c31-4895-a9c0-52ef3cbd21a5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Palmer Square Capital Management LLC (\"Licensor\"); Palmer Square Capital BDC Inc. (\"Licensee\")" }, { "key": "00eede1b-21f2-4ac4-8132-fc9da8bdcdf8", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2020" }, { "key": "bfcfae60-2746-4d74-9583-3357db29cd95", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2020" }, { "key": "17ce88fd-13d3-43c1-a8b5-b1f12519a2d3", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "14efd53b-1e31-4407-9c4f-87d9d07a0703", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "c892cbe1-8dc1-4800-a7b8-61f8c856b658", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe663968-0a86-46b0-82a3-31871233fb2d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d2072df-ce4e-4bb5-9e45-e0ea9f563fc0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4961dbb-6353-4cb8-9532-5cca3aa9c0ca", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f245ac2d-c70c-405c-8156-d2d160f5c15f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "514130cb-968d-4d39-8169-74e87db989dc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c40a23d6-d1fb-4c9e-abe4-c8e072b62b47", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c06bdff-5f48-456c-bd87-2d2de4024bc2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bdb8366c-bafb-4177-b9d2-678728e2a24e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91656b74-e1ce-4f80-a2f8-a510bf096549", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd0873a6-1696-43c2-9a87-ea247232c125", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "826c3fbe-5594-4f53-a49c-2a5d877a1a8b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "058623e1-ad3a-48ee-b8b3-610b4c39fa17", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01af0344-8afb-46c7-a8cc-59d43c56da0b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26032aa8-ec0c-46a9-8f66-ee37d3a12ee9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f338cfe-138b-4d3c-a5e1-e4f958716328", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b6ff283-648b-4710-ac0b-f06dd3638d9b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdd5fe2b-078c-4cec-936f-d2d993bb066e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62f245de-fbae-4ab4-a57f-4cbb3cc8d591", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c4f65ca4-0722-4a1e-8923-ca80f173e38c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20dafd9c-fcb5-481b-8b79-6eb9d96457e8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d0225cf-5e80-4511-a34d-de6acc61f426", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c5fe80e-48e5-44af-86b7-c127be265a5c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20bc758d-ef6b-4625-ac36-68c243e8ee2f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe83e76f-657a-4570-8e2a-0c5f6f80a1a6", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e427b558-cee3-4d8f-98ca-b1a76a835516", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d9f44b1-cdfd-4611-a359-46937a3687a2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b530561c-e2ea-4514-bd4c-a222b170f2aa", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc297e60-833a-4f68-a8b0-391d44cac0e3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4a375eb-87b9-4715-b0f5-203b30746e6a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b91fa82-c303-4577-b2f5-3156c0fd0742", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c51008c0-1aa5-4b4b-87b7-e624bbadab91", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e6afa3a-947d-40d0-bc9e-32b531270b4f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "54e57806-f049-488a-a930-a2be88a1f80e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_078.pdf" ], "test_cases": [ { "key": "4a7751be-157d-4ff2-9dfd-3900ca1fb550", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GAS TRANSPORTATION AGREEMENT" }, { "key": "b637d326-2490-4ab6-9363-927810e8fc1c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PennTex North Louisiana Operating, LLC (\"Transporter\"); MRD Operating LLC (\u201cCustomer\u201d)(\"Parties\" and individually as a \"Party)" }, { "key": "f2aa1a60-dbd8-4cf0-8869-8875739773a9", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/14/15" }, { "key": "561b6f8d-9999-49e3-a5bb-6efc4e462fc3", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/14/15" }, { "key": "a6039384-b7d9-4e1d-84df-308e085bcdf9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/30" }, { "key": "cce83d8f-63a8-494a-8057-b7069888c4d7", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "24b3820a-29c6-4704-be07-e3e68ac405f1", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "49acc181-f660-4164-a3ed-79800222b4c6", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "07eafa89-8a58-4094-8664-09f53a29538e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61b758b9-3535-4bde-b90b-b38a8e7af177", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b05d97f-36f2-4059-b155-53d163515616", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c708c7f1-5da6-4784-8666-4ca2980306b4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f5cfe526-d2cb-4fdf-bd7d-b43b1b04f289", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e63fbe00-666d-4c2f-80a1-4d61ab6ad138", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50eae31d-c6bc-4dff-b71d-babbfb5db7b5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66e463cc-5346-4b54-8c23-7b152f8e28eb", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06d8d632-37b4-4aec-824a-51c2c0d31692", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afa6b855-25a0-409b-a436-78ff8f07fd26", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b77c940e-8ade-4deb-bfb1-1052a15ea0b8", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dac7d630-f575-4098-b3da-83e87801019b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ef6f261-1b32-4258-9a48-583702a846e9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7061c6c-6cf1-41e4-a7aa-8285c4bd851e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2644afd-9134-4fc4-bb02-bdccb28f8c27", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c63a7dc-ae46-46c3-bb1b-0e76bd08dbd0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccd4d112-eb01-4812-b16d-f27f336700e4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24f0ad3c-ecf1-425d-8163-22f1e59c525e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab2924b2-ffe8-4b45-9668-1d3f7a5d855e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "336d39d9-b608-4bc9-a46a-b026f2855be8", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b06d281-0c26-407d-8b0b-d84ea055dfac", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93050b8c-23b5-47f5-964c-ec7d50591101", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "376cba3d-2db9-4383-8f22-d58b7d215224", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea5c1c97-1cd5-4093-a228-8acdd69cefe5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae8faca0-f39e-40af-b469-7ee997521853", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a9c1215-1db7-4b37-9ca5-d485d2361ec9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cf5c3d00-f5ed-463d-ac72-c28c74f5d953", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bf501d8c-7e47-4046-abb3-bff8136d19c7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a54d27b2-36a1-415a-bc85-f6626c764f06", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8acb3764-e3b7-456c-994b-6073d546c926", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4ee4021-5a71-4387-a847-f24b38be9c8f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3114365-a58d-492b-baee-e5351b561c72", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c154188-aee4-418e-a6c9-c2178a017217", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ba235be9-ea17-4685-b044-22fc01024533", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_079.pdf" ], "test_cases": [ { "key": "a194190a-5d3c-46e9-85cf-767a94a5633b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRANSPORTATION SERVICE AGREEMENT Contract Identification FT18150" }, { "key": "00f4aad8-b053-4bdf-b994-0337959f7061", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Great Lakes Gas Transmission Limited Partnership (\"Transporter\"); ANR PIPELINE COMPANY (\"Shipper\")" }, { "key": "d0861d9d-e311-4f5e-bf55-814eec3acd24", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/14/15" }, { "key": "4d5daaa0-cdba-4cef-b499-82a562fe77c7", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/16" }, { "key": "13811c49-97b6-4d04-921e-3abd627a517c", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/31/17" }, { "key": "5f7c56b5-e0fd-491f-a84c-6cd422333bd6", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Michigan" }, { "key": "2d9e5762-1d06-4400-94de-e953bdd1e20e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca0dad1f-9570-4544-a4b0-d301e36fd5e6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ecd8013-f881-450d-a378-ff354d075e1f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d9a8079-ff5a-4d10-ab0f-3f1ccf477fae", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb3d6943-eeed-47f5-9714-ebe03021e006", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a313c783-ed7d-48d4-8827-1099f20fd36b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39b45322-b82c-4946-9688-c5fd20a0b5c9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b65e271-3cb9-459a-81ab-7e32472b0645", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff935ee0-5c1b-4576-86d5-87e18ec7cced", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b955fe0-cfcf-4e38-badf-b065158a8626", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73259580-24bf-47dc-8e4b-01a2b2e06c8d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "224e3423-bb0d-4404-bd92-5f80623b3b1b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23e0b7c6-1911-4d6d-8355-4a2e0eb3c5f9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28144d81-75d5-4046-91cd-5dd967b53cf6", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccf53c7e-ed52-49bd-943c-f24da6dac61a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd387561-777c-4f2e-9151-c4662308bfa8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6166c1db-8501-47b1-9174-c9846af19e36", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72f0442b-2449-4e5b-80a9-2f8169cf89c1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "915125da-ffb0-4e4a-a904-a9ab7e3d1341", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78f15faf-0434-456c-85d3-ba771c9e9994", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "984d69d1-68e9-425a-ab23-210d0e0a52e9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6fdb4b7-4ac4-477d-8fbf-f46de084c414", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73824556-667e-4840-a5c6-778de577f40a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd673c63-dd59-4904-958c-4253dae57ebf", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fff625c-b4f4-472c-8f17-9751ac913d7f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f92ed141-9fe5-4c95-8a11-fcdc786407eb", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "670dafc5-b29c-4011-bd5a-cdf75781f0aa", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3065c60a-3756-4629-bf95-c530ee131740", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b40699f1-bea2-46f2-a415-586ae2451c2d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87f303db-f1d7-4ec1-877f-e0f1bcfeaae0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cca82e1-722f-429b-b5de-5578bb21315e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47750ec9-d8ba-428a-a920-844cd5f6726a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e899c04-5011-4c71-9931-149f9abd6882", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bebe4b3a-1624-406e-a79f-991560c03e12", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_080.pdf" ], "test_cases": [ { "key": "72af6d10-47e9-4e95-b6b6-b4536d0d8599", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRANSPORTATION SERVICES AGREEMENT" }, { "key": "53c0c27e-32fb-454f-bb9e-9a867dff93a3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PennTex North Louisiana Operating, LLC (\"Carrier\"); MRD Operating LLC (\"Shipper\")(\"Party\", or collectively as the \"Parties\")" }, { "key": "4f710c6e-756a-4d23-8798-e251d91fbe56", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/14/15" }, { "key": "60526f72-c0f1-4b71-a6ec-4326c1b2d99a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/14/15" }, { "key": "51b18924-da19-48ed-9229-dd79b5b316cd", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "e3c0bc9e-115f-4d3d-8063-666bab446f0c", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "0650f0e4-52fb-465d-bc99-0f4af4459487", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "61307fd7-4456-41aa-8aa1-cde33c57e1f5", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "8a13c5c1-ed51-4359-bcbd-dbdb034af7f4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bda477f9-c35d-42cc-bbe4-c6619cdbf303", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a920edc-df93-44ca-8d1f-d89ebe843a65", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b83f4e8-57a9-415c-9a25-111214069248", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23b258aa-f535-43f1-a32c-c8aaf6f2e353", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97e85623-866a-4d29-b442-84c0585611df", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a9ad15e-b484-4c7d-8ae9-adc44a223a6c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c04a01f-fece-407c-958f-e092881efc89", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "049d8864-4df4-4e7a-9058-7eb7e196d5e0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "495c6f7a-69bd-4203-b8b0-9a928e825b6c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "560930ff-6c74-4cb6-b8e9-32637f312aef", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0768de98-3d15-49cf-b082-916a81aa3c6b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2d959db-2f6e-4ef2-aab7-ff52ef0621b8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88240ad5-1a1e-4e32-b64d-0b84b45ffb9b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e508773c-0957-4730-85f5-a4086995862e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e4261b2-5a35-4164-ae9b-2367ac388168", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52948c5c-b8cc-4d7f-8ab9-1fca456601d6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4c39081-b8dc-4afe-9e00-9cfbc00398d7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7db1a67b-9921-4bda-86e3-980927410d52", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1740710b-0239-465e-98aa-68ffc5700a68", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8445361e-1263-4e42-abec-01bf1047a36e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "179752ea-8626-40f2-957e-d8bdfea361e2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56ef269b-c5e3-4493-89d6-50361ffea89b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4073a2c1-c590-4878-9c60-b4d4c4f615cf", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "309b51ec-543b-4a5d-8c14-ea7377dc88cc", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7019b690-5e78-43f0-9b8d-5b916a56d687", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d01582d1-56db-4a15-b66c-b7585627c8e6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44c7766d-7312-4843-b34c-8da394de794b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "31440d21-50c6-4387-a765-daec9cf4521c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7cd801e-f4e0-485c-aedc-19d3824ba607", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3a2b2ee-2c35-4ce1-afcc-40cf72889a8e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4cc8bea-84e5-4b76-a6a0-44bf52a54077", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c8bb2e8-54e5-46d6-8bfb-0de3866f3ed1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2c451487-2116-49be-9d4f-36cd101f7396", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_081.pdf" ], "test_cases": [ { "key": "affafb90-179e-4d0e-84ea-5c52ae08f4b6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Road Transportation Agreement" }, { "key": "d6618ecd-9c82-4a6c-9581-5d201f9dd71f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ZTO Express Co., Ltd. (\"Party A\"); Tonglu Tongze Logistics Ltd. (\"Party B\")" }, { "key": "7f76b026-121a-4fa4-bd20-df26362a8f47", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/22/14" }, { "key": "02ff2a9a-d875-40f0-9c93-6fd729a8ca10", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/22/14" }, { "key": "8a80bcae-0ea7-4063-8c8c-9371c07004f9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "1cc3077a-0427-4b6a-8509-6c9de4f463f8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "faf528b4-cb96-4240-9624-0e20d3ecb083", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f56b356-f774-4f64-a1a7-cfdf4ba0c242", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12ce4a18-9895-487a-adc8-1efcba7c4623", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc0f5718-3d53-462f-8273-950dc48a7d71", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95232578-d79d-41aa-a0db-b477ff40aa72", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abeddb0b-4391-4588-b894-563c3ad5b00a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6591fd72-06f6-4f44-b4ed-7032edcd0579", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16bdd726-911b-424a-a7c7-89a6ff41ff3f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de32a984-f7b8-4ef7-a753-66d9e1a0c81a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1f1e426-2ddc-44d4-ad10-5291f3558e36", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f309c12-e0e4-4470-ba90-210ff07bc05c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89c97346-fa45-424b-b28c-d5fe45bdb294", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab8c03cd-bff4-4afd-a297-892dd20b0468", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa4c9477-e1f7-4156-9346-63c22d90cac0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffca8446-1b37-4785-a44b-f51331c0a5e9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "470e2b40-d669-4720-ae21-4ef7674db5f6", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb5a9508-58c6-4af7-80e8-1dd34d969955", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65d53404-6b7f-4550-84d3-5de70d3c2200", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbc98f65-b330-4350-8696-ba6a7f4e5833", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07db1211-cc97-4c64-92fd-5529d35b0a8f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "854ca36f-c7ff-4ed0-9015-fb3121e121e2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05c947a3-a193-4bfe-ab51-96401db3afd5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3e026aa-05ff-47b7-bfed-0de2229a557f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "254aa3cb-38b1-41a6-a6bb-6a6cac2c805e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ded4ac2-0469-464c-9d82-afc207fb2f13", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d63dabb0-17aa-40e8-a4b2-d9f333877bf8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc72b4d0-3836-4cac-b5ac-af44ceae575a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d9d15c8-506d-42b4-8b1f-6129d12e034e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acf907c9-eaee-4621-af13-de57119f7e3b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f829df2a-8b66-40a9-bf6f-ddecbd3fdc6f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d81ca727-6f58-4d76-a9e1-08e7c76cc9ba", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "16d0f72d-e586-4ed5-93a6-c5ab392e345f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66fd65c8-7ba6-4ec4-9531-307220132aa6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d95bcb0b-4633-4c3c-bc49-f90df4625a2b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_082.pdf" ], "test_cases": [ { "key": "5853c25b-c07a-4c16-86f9-ddf65603f10e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING, MARKETING AND DISTRIBUTION AGREEMENT" }, { "key": "7598a96a-141a-4f8c-aff9-bc3baa713b5e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Amazon.com Commerce Services, Inc. (\"ACSI\"); Audible Inc. (\"Company\")(\"Parties\" and individually as a \"Party\")" }, { "key": "d31f3845-7ea4-4a04-91f1-44e48fe7a797", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/30/00" }, { "key": "2e65884a-78af-4f16-9efd-73cdcd028cb1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/30/00" }, { "key": "71f7c022-2d1c-414c-94df-f3716e599b5f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/30/03" }, { "key": "283a2d37-b8c7-4663-8451-19357f386cc4", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Washington" }, { "key": "a49c69da-6af4-4a75-9f7f-b80547a9d8bd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eeed86cf-79f4-4651-ab46-0048a64fe393", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e7cd5d8-276c-49f6-a036-de58704f9578", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "66d5d86e-b4d0-4549-b439-dd86ea4dca93", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b92a7e78-002d-4483-bc48-37693ca98682", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "079cc5ec-8d22-43b0-b2d5-4dc14c2af199", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afb075b4-cf31-40a4-8535-569930bbd667", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f85f37c-f275-49e0-85ef-0326a6290277", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7638f1e-5056-4335-8b07-a7343d970e7d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afe18ee8-0982-47e9-8463-32cbffab2a72", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e7ae180-5a63-4e8b-84de-0efadf8ecdf6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "96946f5a-2317-4e87-b55a-6f3e9c3debb5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd67a862-65ab-4d9e-8986-d35e7be258e5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "615a66f2-228f-4700-ac3a-75ccdcd752d0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c330a7c-2fb6-4c0f-b78a-85207c574f79", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2015da5-588f-44b4-8bc9-2923221b9e27", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8c53a79-b02e-40e4-9d28-563344b3478c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "87acb8b4-8903-486b-8545-82c7550e34d1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e842d992-8571-4356-b3e3-91ad3961fd38", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "431c3946-b8c1-4bf8-92f5-38bb5b96fde3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba5dacc4-3275-4631-9444-1b1cf86801b4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12c973db-af0e-4d29-b77c-5492917d59d9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "141c8038-1c75-4e2a-8dd6-df0316c30608", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e1c9d3b-e681-45ee-839f-c6f722a88427", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2995e55-8ea7-4772-8ee0-8fc6ccfb08bb", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc51c2a8-4791-44ca-b77c-bec24e12e375", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c08f6d1-c7fc-4554-8b66-2af3367d418f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd694d65-1185-47bd-82b8-5609daca6ea2", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "619fe652-5e2e-4c9c-b29a-f896cf6b0b7b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "321224cd-c84c-4074-a328-84a6bfd0fcca", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97c2bdac-a3ff-4ec7-82cc-4466c8fbd1d8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f8b1cb33-696f-45e5-b4de-91da5db5ce00", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3d75cdc-b4b8-425d-843b-383df79e26a9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "daf52a15-934d-4689-ad11-77b79893ce28", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_083.pdf" ], "test_cases": [ { "key": "a17766c8-1b7f-4d5c-a00f-b9ffdd357ca7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AND ADVERTISING AGREEMENT" }, { "key": "6541b787-f429-41f7-ba89-ce97bc3ab240", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "I-ESCROW, INC. (\"i-Escrow\" ); 2THEMART.COM, INC. (\"2TheMart\")" }, { "key": "4e79341c-1b87-4dd1-8178-561cc5bdb1a7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/21/99" }, { "key": "05d620c9-6d2d-4d40-baf4-c236cea24a74", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/21/99" }, { "key": "07ab0fe6-b489-4053-9180-4ff5d521f98a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/21/00" }, { "key": "0a1dd78a-081c-4225-b47a-20fb01e080d5", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Successive 1 year" }, { "key": "4b8746a5-b8af-4330-9c39-ddfcada52896", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "392e8cd3-a424-4a08-8d50-11c84921a773", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "d6023363-9b02-480a-992f-c30b54ac46c0", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b650e63-ddc1-4166-98c0-1bc9c187660f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a48deccb-90f1-4415-8ef4-4023dc125c6c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61065015-bc3d-49c5-9384-03ae879f705e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19627320-077e-4514-954e-8b14b5887e40", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9df2e7df-8fd5-4552-ac8c-91c0a42e9df9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6953be5-7812-4214-b3ef-789e2ed8f991", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa3d5fd9-3d1e-4e8f-ac47-dda711388dc1", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd6f8242-97fd-46ea-b351-574f0ef6767e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c47ebf98-830f-4682-bd03-4b4299328b3d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ef26358-4e6a-4881-a458-578069c51c9e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "134fd542-8cb6-48fe-a153-244c774a8ce0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "848be03f-be0f-4bdb-b142-dfd61b5715ff", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b383f47-0838-4d88-9122-3b12929677bb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb57ffa2-c741-48ae-a265-faedcaae9783", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7111a8e-0976-4bbd-8e29-7549d71d2dc7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21958c8f-f342-4466-abf3-b4c76c142c2f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "801dd778-959d-44a3-b52a-3fb8aa74e282", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e3f71b76-e283-4252-9d32-d6cf34371b25", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "90e4f230-64e1-41fa-b372-4fd5b6c3555e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69c10ad0-98f7-4687-bcaf-81a3647e4930", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f782fb0-fb08-479f-94e3-e9027b676db6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0d2d9da-25a2-4475-abe6-86984a3a533e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2cfbc8cb-6954-4319-8703-5cf42f4c9a15", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b56ed0f-0bdb-4962-bfc2-46e5869b40bc", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cdb70a15-8881-4428-a255-507ff78b84a7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1b4e268a-9117-403e-b138-6465f59d1716", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ac527169-3a5f-4f14-b23b-6aba7a6e0337", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b738954-92d1-4477-a6ca-b3e4d90ed58b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c653bbfc-88ee-4a08-8a33-db65fb039886", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24133ec3-762a-4a53-8438-117e26483d6f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc1b40d9-afa7-4d52-be6f-3f2f88baf033", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1e88edb-551c-41ad-ac4c-c06848da23b9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "04ab7ed2-f244-4429-a021-08d7c296222d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_084.pdf" ], "test_cases": [ { "key": "a13d37da-a5f9-447f-ab62-9adaa39a0bdc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "335242e2-e148-4ce9-806a-6187f9ac9c93", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Snap Technologies, Inc. (\"Snap\"); United Airlines, Inc. (\"Sponsor\")" }, { "key": "6dbaa856-6cfd-47e6-988e-624507642327", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/8/99" }, { "key": "1e026fd9-927b-4f2e-9d15-da906350163c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/8/99" }, { "key": "510951d5-4235-436d-9e2c-b994b9f0f814", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/00" }, { "key": "3f868b9a-c009-4b69-bc74-569da74cc7a9", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "295c35f9-557f-4d6b-961a-3c17865c2067", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd9a2567-099a-436b-a677-4a8ca737bb04", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "155b362a-dfd0-44f1-91b4-574f2f0e45d3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb969753-fb95-43f2-9fd8-e5e345782bae", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b1e63455-37ad-4650-a785-09ededd843cb", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ab5d4c3-37e5-4a12-a6d8-e58df8a0191e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad3cce9e-e126-4b66-8fb6-7cbf5c7b9ef3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bd5b7f1-978d-4757-b29e-a3df13d4a71b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f02bfeed-5ba5-4af4-b388-872ac9cd359f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b7f7eb94-eac2-4c9f-88f4-557e40865eb7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55f1a638-54e4-4f78-b989-a0d7fce4a6f3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a39816d2-3f30-4d83-9173-6c5f81152634", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62c357d2-7e13-4945-bdd4-4087a574bee2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7e8bb6c-0ca1-4407-b063-ca2a91f5ee59", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fe07c7b-c6de-4d5f-bf33-8ed85b007664", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0af964f-f585-4cd3-be58-2bc6cac90daf", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd257915-ddc0-4a0f-b2ae-64bb329c2427", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a42e7aa9-d0c8-4b15-831a-2fc7cd3f30af", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62dbc3d3-8704-46af-919c-b49dd767cabf", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "54098f99-2d80-4abf-bd86-7e721a17de3b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65b6702b-7277-41ca-b3c9-6496833ddad8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10969021-3d33-40d7-88ee-974865f40eca", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c66f4de4-d7e0-4db6-b8a5-2bcd58c9e120", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4eee3719-8599-4786-b14e-038c889eeb46", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62127b49-0d2a-45a2-9dee-6c9191648ab7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7cafb84-4fad-4ce6-a3b2-fc604d3bee60", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da65d0ec-0916-4918-b52d-980febc3733b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "597d8110-1d12-44ab-85fc-8f05eda78434", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bf649da7-24f1-490d-b8aa-55e761903390", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6820a89a-bc6c-4a4a-9503-9b6cc2a189e8", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a4c0c5c-dc96-45f2-80be-1a96e3620775", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7de74814-5eae-4f2d-8b89-ea89c2c72151", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f78be30-c751-4a66-b9b3-e9dab904b3e3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6534c63e-d042-4ac9-b95b-2393fe61686b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_085.pdf" ], "test_cases": [ { "key": "d18d28a0-36b4-4bbd-9ce1-048e1ca5b2fd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING CONTENT AGREEMENT" }, { "key": "e7ccb8e0-e61f-45bc-9204-56349f37d038", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MEDIALINX INTERACTIVE, L.P. (\"MLX\"); HEALTHCENTRAL.com INC. (\"HCI\")" }, { "key": "73b41090-7a6e-403d-a8a1-9fc92a13816e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/99" }, { "key": "a51c79a2-4568-4f47-b21a-42b06a77723b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/1/99" }, { "key": "41651b3f-7eff-4045-90d2-3fca55404b83", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/1/01" }, { "key": "020b1ef1-2a68-4841-b485-2f1aa4950716", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ontario, Canada" }, { "key": "2f2f4277-33ab-478c-a7d3-f07fc60175d7", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cff2b5a1-5ee4-4ca0-94d8-876d0657415b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d8216620-1e85-4111-bdc9-310d51579277", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c55bc93b-da89-48d5-a14e-41ca73421f3f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ffadecfb-79df-40d2-8a5e-2c89d771955a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ee51c51-070f-4282-99f8-79ff53d31144", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2a2e404-e1d0-4bc8-92a8-5148bac4d0f5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a80de5a1-6260-43c3-8269-52589353681f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72726d7c-4166-4bdc-a3a8-f965cfe3b10f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59c3e194-036c-4c48-b29a-a08db99c65d7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f55d1655-8413-43ba-b6ee-3c917c8245cc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "777e20d7-306b-4070-b636-3f4c1e439246", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "600ea5a9-3d55-4fd9-a395-6f88e1e2e3a4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae615950-33d5-47e2-93dd-53b46a7863de", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ba3e46c4-e297-412a-89bd-9a63ee7a99e6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1451c638-55bb-4fe4-ae0b-da848984d19e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fb582df-3151-4b9a-a35a-1da341028e28", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "928737a0-55c3-492e-a62c-b037fe1088eb", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab28dd6d-f010-45bc-8d1e-644e9869d69e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1bdd65e2-482e-4896-9b3c-a93e6e60710b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c2f198a-fb24-45ed-bb96-0c83602da955", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a626ecef-06c6-4f4f-9aa8-57ac69326802", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "552ab0ca-9eaf-4f76-b531-1c3aeb4e6d24", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "241b672b-2cf0-46ce-ae0b-e3699201f508", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e019ff32-c5a9-49b3-8b49-89904c61ca0f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fc90367-8a40-41de-a814-1a56cca6b37c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d575997d-5b8f-490d-b65d-1edbae4bd665", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b002a45b-4d0a-4344-a015-8bf38d65840f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5d42d2cf-59a0-4ce8-b729-e0f071072930", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73b6c2f7-59f8-4c69-8a9e-66311f130d50", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "834915c2-d46c-4c1b-aac5-95b06c9c07bb", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "665afe80-f7d4-46ee-9986-bcd6aeca3fb4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "772456ed-a602-45de-a604-b8558cf4bbc2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d7e48617-cd44-4e03-be39-f7162d923deb", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_086.pdf" ], "test_cases": [ { "key": "c749d6d6-cf62-4a7e-b200-ade391eba6f2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "ef27f207-7867-4fa0-b25b-46e13c065dfb", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VerticalNet, Inc. (\"VerticalNet\"); Impresse Corporation (\"Impresse\")" }, { "key": "bff9252b-a130-472b-93ed-f933d3dc756f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/3/00" }, { "key": "c4363127-5b82-461f-88e8-ac490d9613c4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/3/00" }, { "key": "500858bf-35dd-498f-b0bd-ecb028a3e095", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/3/01" }, { "key": "73270eb8-6cfa-4aba-a7e5-52cce1a8f04b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "dcc2395c-d03f-4f82-a2d9-eb6a94ce02ba", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d647f6e-e402-416d-9b04-608d692456b8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b312a548-4f92-4824-a0b0-77bc0b8f8deb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ba689edd-2242-4cc8-8244-767c92df85a6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11430ab4-cc0c-4079-bf2f-e3dce596df3e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "123f331e-3ac6-45e6-bba8-1f6cef0392b6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22e81c2d-18ce-4c20-83a7-5212e3d5438d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "948cf864-b23b-4da9-9c4a-39930e8b7da5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2aa45241-d61d-4ee3-8f84-811aa2238dac", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eeb6b10a-24e9-4035-be2e-507b6facaeca", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26e28f56-d124-4e9c-a513-48de88a7824f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c5a8758-d5aa-40f7-a554-6c8460ece486", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "771abec3-44ad-46f2-b813-bfbef5f1be2b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb481091-5d5a-4141-8b3e-ef6ca5c3e3c7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f7cc442d-cbcb-45fa-9dcf-c761c2b9344b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19295d17-b608-49e8-82e3-6b84881a618a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "589df4a8-d06e-49b6-b469-c9f6cbb62b64", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a7ec9d5f-9302-47f5-85b1-dbebca46d1f6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "388e2a36-b287-479b-86b8-b2963ff263b1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "99104503-edb3-40a5-8cda-345c5953a12f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08697d3f-ea9d-4c8a-b827-5dcc1ead5b96", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d333696a-532b-4912-8dfc-8acd2b69d489", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f7790b8-5da3-4c8f-851f-fc730e1f1c20", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ae6218d-7317-496b-a470-6d8ef4a67488", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e5ed565-28a7-4dc2-a9ba-5ac9025dec9d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "427b5014-16a1-4e3b-b996-48598424a16c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aeccd3b4-624d-4b17-889a-2dfc83181417", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c6c9a8df-d0c7-45e2-8f75-e182aba1242a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6a0d863-63e2-4f08-9555-a2cbb1f0f681", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ae2b632-ac6e-4c57-9922-f877112c7046", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b4bca56-a824-4235-b3f3-211ef777042a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b8f0bc2-19fb-419c-a4fc-5789762ec9db", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "59a15758-a77b-4654-84c6-4ee200dc008b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "adce3c7f-2ef9-460b-80b8-fd97a6225b9d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_087.pdf" ], "test_cases": [ { "key": "4a5d24c7-fd1b-4112-a2b6-960893b5ccbd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "0933b3bd-d85d-43ac-982e-0699865b2aee", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "About.com, Inc. (\"About\"); ebix.com, Inc. (\"ebix\")" }, { "key": "2767c7eb-d66b-42a7-ab6f-194ef1780dec", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/19/01" }, { "key": "30450993-8663-4b67-aa4d-0564a6d2b2b5", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/19/01" }, { "key": "327c2e1e-fa84-49d9-b102-56087becd9fc", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Illinois; New York" }, { "key": "c9a3b824-7358-4985-9c0f-ae49e23ab8b8", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0180d310-0953-48a0-81df-2dc95a785e18", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88483021-dda2-45b4-ada0-cb6a5a5652dc", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62f73133-d44b-4437-9d29-39ef9dd63914", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01f6a8cc-fd0e-490a-aaab-4c26aeb319f4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd7d8ea2-d9dc-4709-acb4-4e13e99cfcdb", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75efde78-7d37-4b45-a034-2f183f5bbc53", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb8cbef6-3984-4521-9440-4ee345192a41", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c6fe2546-4b1b-4b6f-a6b4-c0fa81f05e57", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65e9e663-93ea-4518-9a77-27753389dfeb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c5f2ce9-f5ec-40a2-82d5-bbeb33ee50fc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8e6c9bf-aeb1-447d-914c-e1b07bd02629", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbbd867d-c940-4605-bb53-389afb2b5b54", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26183ff6-d43f-496f-a9e5-31a187948e58", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9923945c-70b8-4fde-a646-c030f01bf945", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c79a1d04-796c-4c36-93f1-724acdd868b7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b7cc8b4b-ca08-4c2a-9804-ba69add8542b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "735ac7c4-e020-4a76-be76-87c6d309412e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3ebbeb97-3819-4ca7-b549-1503a3a540b5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b747bc50-315e-418b-8cdd-68bcd2a27084", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "329d211e-c907-49fb-8eec-e437b4f6b740", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9600164-d44e-4a7b-80e0-c01b1eec3387", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74e4175d-4be1-4ff8-8936-385fda91e343", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92de312b-f692-46ed-b47f-546e8b22d0a4", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de69ba63-df37-4f02-ad3e-3c5f8070529c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a773fa5-6841-4595-b8e2-71182553a0c5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9437c378-f31b-49b5-a25c-1a6652419c31", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43f6ed33-ccea-451d-b9f6-882f6482c157", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cbb6d6c2-d553-4a6f-97a6-ecb9dd173485", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "329fbb20-28e7-461a-a644-446326aa9b51", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f77138aa-0df8-41f2-a2fa-4d44e7ad5d8f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c67c415-5490-4acd-b3b1-44a9800dd463", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4b51f6be-925e-4932-92fe-7744efc78e75", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2951e610-8d34-420f-a726-dda9c1afb224", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_088.pdf" ], "test_cases": [ { "key": "4bba29b6-e147-44d1-8865-fed5a3769f0d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "e1caeb95-d6e4-40cc-8dca-5c2257f77edd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "At Home Corporation (\"Excite@Home\" or \"Excite\"); e-centives, Inc. (\"Application Provider\" or \"e-centives\")" }, { "key": "4eaa7858-9266-448d-a989-872cc24c477b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/16/00" }, { "key": "3ce867b7-de42-486e-8070-2332dc94aafc", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/16/00" }, { "key": "bfa1b62f-9922-4de0-9c91-ec05ee9e84f4", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "7956c341-dd88-4462-a535-56ab026f77b3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76c9dd5e-7223-44cb-bc97-394e958db3a1", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a2c5d7ce-115b-46e6-8855-df576b0af0d8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4600c1d5-a6f9-44aa-9253-dafc9898066c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c92a9d59-c70d-43e3-a92e-302de038f2e0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef02c810-96e7-4372-bfc4-7d1f72467763", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "135f4d08-0beb-4dbf-9072-1b83024be8e1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d6849e8-2dce-47cc-a373-48d3396888a8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "105ee5b5-4a0f-4afd-afed-a43fbf4813f5", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5714d868-9bbb-415b-902f-b83ec1dbfe21", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a1c1488-c5e2-4c7e-bce1-678a8e555042", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f829f41d-59c3-4a7f-9a02-6c461aa7cb2a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "262f73ad-0e39-452b-9242-268bcf1ddc44", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cb4d474-96ff-4868-9ab8-11da7ddea98e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52d9f189-132b-411d-ba7d-8f98163fb8e3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "09363c5c-3850-4afb-b944-8f479e70b51d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "806bd87b-0363-4d0a-85f7-ed2b840c3dcf", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9d40fe03-624d-435f-a21b-fdcba013a9e1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e121c345-79ed-4d30-aaba-0ad1d37aa204", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "503d130c-ae8f-4800-89ed-41f4e1252da7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4639265-8781-4f06-b055-0edb3649cc54", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7a2e2c4-0541-4d0e-b50a-b79dc88416dc", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad416391-1841-4216-946e-8a7371a5e79c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20ffc82c-498e-4d1d-8175-35e72708d21e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "079fe938-40d0-436b-bdee-e6978d0deffa", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e46c434b-a439-45bc-bb3b-4c1f3a0402d0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aeae8eeb-2e4c-45ce-9202-70acbd87746b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9b458886-5a02-429a-b7b3-a1e837a307fe", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4114f42f-d378-46dd-af08-db14f6e65d01", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3be44c53-1d52-48ea-ad8c-a60b98ae7fa5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6eb4f65-f88c-42f4-b052-274fd6c37019", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "151674ca-6f58-4d22-a8e8-3de09fa62071", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "019650f2-ff95-498d-a084-21f0f592f929", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "63f09528-b58d-496b-9686-f2462bc9e138", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_089.pdf" ], "test_cases": [ { "key": "eb520a96-d620-4173-987b-6d422c1df55a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "4cc4b5d3-c1e2-44c4-907b-cd4f8e11a025", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Lucent Technologies Inc. (\"Lucent\"); mPhase Technologies Inc. (\"mPhase\")(\"a Party\" and collectively, \"the Parties\")" }, { "key": "d258acdf-687f-4a1f-8c30-1d7adf711c91", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/21/03" }, { "key": "2fbfae9b-13c0-42fc-9fc4-49dcfa6bca53", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/21/04" }, { "key": "762dc4d0-df3d-4e2a-88de-442aaa9ebba7", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "a4542b8c-166a-42b5-8a9f-79748f89bd2a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "0988b88c-d4b0-42d2-8cec-b59802022981", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4db7d4db-5c65-4792-b081-5bace8896301", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd4862d0-8fb3-43f8-8caa-7964b8ec70bc", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9b82aec-61d9-41d1-9eef-95bbf16a2ae5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f67816a-1247-4a90-907b-8e4cc3214bc4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fd66040-95f5-48bc-a3c5-2a9f4c89a7a2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "221761f5-bb12-4a2a-897c-58a00c39ed6f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf7c2b3c-fee4-4d24-a073-54932ae7615d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6678317e-d3f2-4fde-bdbe-c4dc9eeb9959", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "981cbeee-8b87-4d23-8cb9-9cacf87c02d0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3298df9-8e22-4e5b-8244-8333ccb6c8b0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2703a93b-10d1-4f62-b9ca-a4bccd81ea70", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21c1e360-13bb-4d33-b3aa-e5221fea574d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11fd191a-e685-492c-87c6-5375c77b24d7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b83d0f3a-5b40-4506-b281-bca3f20c927f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c1fd607-cf39-49ed-a05f-fea1db18b8b0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37376228-51eb-42d1-9cd4-fca697626ab1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18917919-7e42-4cc2-82a7-e31738057ac6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e486bac-6f56-4865-9ca0-e64e3c906b5f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ecf455f-0b96-4dfd-afcb-5e02b96a3104", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "460a025f-9ecb-4c2e-b93c-53595c46e979", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ade191af-55b8-4a6c-a935-2ca93af5871c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ed37002-91fb-4ea7-aa47-e1f88284143a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50ef3aba-c53a-4a19-a38b-72f9211a81dc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a71d2eb-f43b-465b-b82d-521f7e9e2f03", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51a7bf58-a2c4-4738-8216-b84de6ece7cf", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbb4c187-4e1b-4e55-81a8-f9b6a5b9ca94", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4eda74f3-c387-41f8-be2f-c2336c9e0ee5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fbb6c636-353b-4840-b7ea-844e5fab37e9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "faf47171-0a78-4e59-b785-253bed2e245d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4566cf45-50af-4526-a36a-c04c85f72a7f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02a0b85a-7d40-4202-a6e8-2aafba5c3ac4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d03c36c9-3ccf-48d3-a524-57fa662b81c5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "76b1b006-f2ce-4ea3-8fbd-8da2f1b76b40", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_090.pdf" ], "test_cases": [ { "key": "e9951793-33d2-42ef-b7cf-eff9bbd07fc8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "f80b7eca-fbbb-4ada-bace-90aded6e809a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VerticalNet, Inc. (\"VerticalNet\"); LeadersOnline, Inc. (\"LeadersOnline\")(\"Party\" and together the \"Parties\")" }, { "key": "07aeeba5-ffa7-4f5a-a637-307946eb9a0d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/15/00" }, { "key": "b6651713-4799-42d0-9368-b707139d1391", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/15/00" }, { "key": "a86db422-3ebd-41a0-93c0-66c48f37d45d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/15/01" }, { "key": "aea4d4c8-3d29-4069-ad37-83e9b634c0e9", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12 months" }, { "key": "a03a2452-0243-4f68-a7c1-df2cbbe45c97", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "06bf8871-4008-4d57-b28a-4a0db92fb02f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c208bd2c-4438-4e20-94cd-d2e07fc4b750", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65bd27ee-7126-4ebf-8db5-7d75390fc6ac", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "13d0b039-5683-4699-9dab-54d955f52dd4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d9e4efb-54f6-42a2-980b-03892543a002", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12ad4f84-aeb4-4a2e-9c83-b8e34468d235", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7fd7195-b40c-40f2-b855-c6c4cbd52d74", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b47438f4-faa0-4980-878a-c19cd6335af6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6fb24d4-f805-4f9e-9f88-a099312e6c42", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86a47e54-8491-4d5f-895e-64ac194c90ac", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20334934-18cd-43fe-81a2-1d052efe7934", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0fa952f3-7e21-4ae8-93dd-62241d26339c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "285726d5-7c75-4243-9bf0-bb8c0d7ca05c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b5af471-8edd-4dfa-a02b-b69fe37562a6", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a394dedc-e759-4150-ba0d-daf15a366b95", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9b07777a-81f3-46d6-b6db-82e3edc65f95", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d03d1eb-780c-497e-810d-804e5d37fd0e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ed266e0e-9394-4a12-8d85-c8dbf13e6337", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28333a9a-ec96-4bab-9de5-341105961c6c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "db233cbb-28b5-47cc-afbb-f2535b2d7d21", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0458d46c-21c4-46d1-8cf8-c37fcae848b7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd7accfd-bd9f-4e23-b438-dde44060607d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e564ec2-45c5-4e89-ac59-f521666de889", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e51a773-5b7d-49f8-9ef6-941061bbff03", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a0d3bd1-2566-4707-bea5-d4196d73ddab", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32cc8892-32dd-478d-9e03-5fa913840191", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "12cbcc24-48dd-4a88-8a6d-b9856a073696", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04b9f36b-be86-422c-8b24-7a0223131851", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0b23a27-f4bc-4457-979d-3887d8a485cb", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33b53070-a4ab-41ae-9e88-a5aa9b8046bc", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bf4e815-604f-4a87-8a62-46740402fce0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3346194-5660-40ea-a4f6-b74bd5e59381", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3268731c-a88b-4d42-b433-2f5d23c09d16", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "95c8d60d-32f0-487c-8a71-4e2766f6b69a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_091.pdf" ], "test_cases": [ { "key": "dd835506-131b-4314-b595-1dd1ce8e0fe0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "dfe8828b-86f3-4801-a7f3-fb584f4af9ab", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VerticalNet, Inc. (\"VerticalNet\"); Neoforma.com, Inc. (\"Neoforma\")" }, { "key": "784e32de-3761-44c8-978d-1d6b1c5775ac", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/19/99" }, { "key": "40c9f28d-a304-48ce-8dca-58db6afa1455", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/19/99" }, { "key": "3b68ad24-3e61-47f8-abe7-39b7400872a6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/19/01" }, { "key": "545d558e-1dcd-4630-855d-ee07ecfe054a", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "30062fbe-fff6-441c-bb6c-08cb9198d452", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "22c214d0-417a-4a80-8e06-09018bb75f9c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "71044bf8-678a-43c1-9197-ee981d5d4b1b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5a4f778-e701-4363-ab33-32b5f887b623", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e01098e0-124e-4f70-bd1d-2c0ac9806ea7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28c0e8a5-40a4-4c57-973e-1305202a896e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "131c8134-3c42-49ee-9196-49e7c474743e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a38612c-fe8e-4e8d-9e4c-219f5b65f090", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "730133eb-89f8-4a5b-be2e-01fdbef4f9a6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19df0616-18c5-4be9-9648-e4649ac6cde3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb389166-e69a-4037-adc9-a19df1e5d98f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d15210b9-b81c-4a30-be87-a3b13bd6aad4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aed76392-3ed7-456f-8587-a7fcc259004c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "485a4a1f-55e3-4365-ad70-06c9031fe774", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b03f9982-3384-4e29-9b2e-ced3642a9b93", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8851395b-aadb-4577-ada8-0cbef58e2173", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88a7edf1-20c1-4a56-bc57-fc59a3e939de", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "71772279-38ab-4532-9599-3414653b931c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "356e0815-8596-477b-90f4-e86fed831f4d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16759540-8a33-4d72-aca6-00f459ec2d4f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "50dde03c-a445-4f34-b627-de981d859fef", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6a3760d5-4b39-4b68-957e-68259490dd15", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3f0c867-493c-45f8-b422-9225cdf3d958", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef545e36-4dbf-48c7-bf27-ad0d8c9d1cb5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c846beb-cd22-4d55-b257-11308314eb00", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af3879cb-c21e-45e6-9a90-4e46e33b8770", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93302841-7297-4ec6-9c25-606d1d779d07", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e33811f2-9a2c-48ce-9d14-140d5e5c654c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "29592ada-496c-4508-8840-2a6b575facf5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61942b1c-7264-4678-86e7-0747d0019e4d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "581a0711-60a2-49b1-b09e-91e4d7e11317", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbd93185-4016-4f98-bedf-4c4057a6d2a3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50824b5c-1ec8-4431-8df7-937106c72369", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6d2fa6e-cc1f-485a-9749-ca3dcc766b43", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5bedc105-7645-4ce3-b36e-2e39b066f5f4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "16ce72b7-3045-438c-b25c-7af5591b902f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_092.pdf" ], "test_cases": [ { "key": "06ec6635-8167-4655-9ad4-fbf2abeb1857", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "1fa3932b-c311-4c5e-988e-05e489c25f10", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VerticalNet, Inc. (\"\"VerticalNet\"); PaperExchange.com, LLC (\"PaperExchange\")" }, { "key": "d08ca517-1b61-4472-bb87-948a86cf83cd", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/30/99" }, { "key": "15c7be72-8d3a-4e71-86ca-0cca20184c8e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/30/03" }, { "key": "108a7997-bf94-421f-8717-685fedcffa6e", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "b597769f-3e74-4dc5-904d-88d1e9e5c352", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "9f7311af-f17e-4773-a9ba-f98029103e32", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "51c48024-0702-4b57-aac1-2a818c29a0a4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21ca5ded-8789-46be-bbba-b1f02dd2e613", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c2bc7aaa-09ad-40a0-8f28-4df0f6c15525", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "774c018a-c56d-4317-a684-56ec9bd93522", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "32101e13-06ce-4481-a1b7-d1a677f50b85", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70c3fab4-f7bc-4370-9f78-a1f27da44516", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ac23dac-ff62-4c09-a655-dfb87a33f653", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f42010f-ce6f-4574-8cf6-8cc1895cb2b5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28b4bca5-23a7-453a-b751-23baac2a5a5b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8733f8eb-ca2c-4083-abee-51b37cc54961", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a35a057-7263-4ebb-87ff-ac15fda55f1b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "899adc93-d8c3-4add-a68c-ecd3d93b6db9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c7d73389-c452-423b-91d5-7af330156155", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "150688c4-baab-4a99-b638-11b1ecf4f680", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b3644ac5-ba5a-4b31-83fc-ec1ea9bcba0a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f227d27e-9ee8-454f-9c9f-9ab80f3e186c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4e30175-f2fe-47e5-9345-a4ab4c4da3b4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acab9973-436d-4f7f-a273-794e4163b5c9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3f089f22-e2f3-41fb-9177-be62525f849a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cb18f946-af03-4488-b316-6b6367e7ab15", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b346216-1c82-4894-94ea-9e236dd0b628", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a300cd9-eeef-428c-9b57-bf898af89458", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0bf693e-05da-46d7-833e-04b4037c60cf", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d4d0fe0-7516-4896-b0eb-31cd650615c8", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "464f8a41-bded-4b9d-a62a-ac283d048b22", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c87aa00-03f4-4441-8825-cce5ffad912b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "00cf57ae-0518-4882-b9cb-ed91aa20bcf7", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dd416233-26b3-4b84-8f7d-254fcde47d0d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0cadb98a-77b2-40a0-a622-a4b83f681049", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c8dbc70-ee37-4693-863b-036e964380c7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8a60e0f-7b6e-49fa-991b-65cd053c0d09", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26fece82-f7cc-4c4c-b62b-cb06b0a9f1f1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0e7e4396-acf8-4c47-8073-905c3cd6c654", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "14ea830b-1a64-4260-ba63-0a98ec339b15", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_093.pdf" ], "test_cases": [ { "key": "e1348b2d-2287-48e3-973b-4e342af1b673", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT (FORM)" }, { "key": "dcadda81-8d2c-47e2-8ba2-300d7024a823", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NETTAXI Online Communities, Inc. (\"NETTAXI\"); Solutions Media, Inc.(dba SpinRecords.com, \"SpinRecords.com\" or \"Client\")" }, { "key": "2b291497-6777-4f4f-be6f-3b7932d7fde3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/5/99" }, { "key": "61e1e33b-ff67-4b0c-a373-c7036a2818fb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/5/99" }, { "key": "de4821c8-cb3e-4fc6-92c1-e47e9e5b7e31", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/5/00" }, { "key": "c573af4c-e529-461d-b8b6-7b9fe096308d", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "9ec24eda-888b-4f3c-a372-3724492a2a81", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "57d31b6b-99c7-40f7-b3c8-af4524f66c25", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "e1f676aa-caeb-4e5f-b232-a79a06cd143c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50dfc35f-8bcd-4bb6-8060-8bef4d1c3bf3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65526425-6d5f-442e-9426-55386659f979", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d75d4361-fb19-4dfe-9d7b-ca675dd65bb1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ceacd9dd-09d4-480f-853f-e425f334c5d0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f416a3e6-6222-45f0-8a8e-5f957135ba01", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b89c7e78-5144-4c8a-9c5c-cb7ec4d25cdb", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95bed9e6-79b5-4a9d-8d28-46bacdc466ff", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc92bb23-eb0f-4fa9-a6ff-5088f55ccd43", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cefa93b2-9892-43bd-b4b0-bfeb04eebbe2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b1d54a75-2916-404e-89b6-d8e0b94fc680", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34afe3c9-13c9-48e0-8348-7a5338740b67", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "23e11de2-066c-4eea-ae30-f88460352d88", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06cb5361-a161-435a-b04f-cc52591c6869", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4563cd51-cab8-418f-8b17-397c79f704fb", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b498e648-baf5-4191-bb91-1e20d57bd44e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77b12ab9-5434-4d49-a368-2506c9631421", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e3b119a-4234-4943-9074-89a88ec3be5e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98ecd324-dd00-444a-8ad0-40661936071a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "540984d8-29f2-482b-a43d-65bb88b8ef42", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48b2615d-172a-43a4-97fb-86ebeb08caf2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4d470d9-dff1-41fc-bebe-2fd3ca82d136", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6329e633-7c53-43ea-8512-42867006969e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e9db8cd-1ce9-4411-948b-ed8b16317cf6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e32c3fc-31a8-49ca-9fda-4e15987dd858", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48714b0b-3f64-48ff-a88a-885dca614bab", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5f85e990-24b6-4989-b481-cd893f918ec2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74091596-73a4-413d-a0af-d94463c85f43", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "54307d99-7dea-4449-b2e5-56deec724f7b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9ba5cb1-0d61-46a8-8a41-8c1c511b80c8", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d4e894a-97bf-4467-968f-a7068909d22f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2995ee99-a427-4a1d-8b84-346dae82645f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9807818-86f3-4a29-982f-82ecef1a5dbb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "44128d2f-895a-496c-a371-708fc536ebac", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_094.pdf" ], "test_cases": [ { "key": "202b4f4e-b807-4bce-8ccf-8278ae4a9a3a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "e4674419-13a3-40b7-b223-be972c0120a0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Dassault Systemes (\"Dassault Systemes\") and/or certain affiliates of Dassault Systems; PlanetCAD Inc. (\"PlanetCAD\")(\"Party,\" together, the \"Parties\")" }, { "key": "5c776730-b54d-44e0-92c4-5e89fabc74f7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/14/00" }, { "key": "513519ce-9fe6-4a83-9bbe-c02051283241", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/14/00" }, { "key": "a5405fd8-50ab-4482-a74d-553756eb2908", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/14/03" }, { "key": "80c5f841-df8a-49fb-8fed-1ca03761e141", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "b179d830-404e-4254-999d-09985d9ffe8e", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "7a33dc60-2075-4269-866d-3a6fa8c3afd5", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "7c366411-71c8-4898-8775-f460dd605a80", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56e4cb97-7b23-489e-b115-f12909927ea8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bf27d49-3eb4-4794-be38-30293255fe2f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b086d66c-3a33-4dd4-b8c2-42eb2c7c0e7c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "517fae1a-52bd-44c4-9753-46dfcaa79e1d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dabf9b3f-3c41-4e93-8e94-0c28c1619a1c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5cbdcfc-bf37-428b-9fcb-5a6eacce2b83", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d409b464-650c-4038-8c1d-7c8fe213c251", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7eda1809-6762-41fc-b225-2df6a668da2b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2f65feb-5d1d-4cc8-9680-6292f53fd645", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b5af4aa0-a691-4e06-a205-e394e2adfe78", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae534b0d-97f1-4d00-973f-1af053db5f64", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fcaf6997-362a-46a2-9f92-e944c221eab7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00d17620-a97d-46a2-8ec6-0c7f6b405379", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62e36857-02a2-47f8-a9b5-f43df648cc9e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d8482b6-d973-4e49-b239-74e656f5a905", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4955a109-6ba3-4b7a-9a38-5a62a0134691", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5b1fb722-50f9-48a6-b4a8-5cde8ce23655", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f20c7bd-3166-4f2d-a225-8fd5ae22ddf6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd58e4d6-7669-4f80-b3d1-273227c2478f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "873a6548-dd16-4cb7-8b45-55c3ddad7842", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f400374-8483-47fd-9170-117820134daa", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06bb30a8-4372-44e6-9484-c81262856b07", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dcd4a7e-236c-4934-bd02-48f1ef823ca1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3f62a5f-c32c-417c-bbf0-96becd44b2d1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d4116bc-b802-4a04-9d37-898326a65386", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b938125f-5f75-4e9f-afe4-7a67c5ae7d2f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "88eccb56-f8cd-4a14-81a3-fec8746d9ba7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "348c210a-2f1c-4223-8edd-f36bbc72bcb4", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d47265f-a53a-4d0e-9ee8-bc26e5235d76", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b10f983-34c0-4863-87b5-2682835f5541", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c3e6b3f-8ec9-4dca-859f-224380d90752", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e5eadd3-6a92-4dde-9c3c-bad6ac59847c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "e2144aa8-becb-4172-8edd-61331a8a1caf", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_095.pdf" ], "test_cases": [ { "key": "c9f321a4-a4f0-410a-9b1a-6297e573b2c9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING Agreement" }, { "key": "6f26a621-de69-49bd-968c-2f91c02d248b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "theglobe.com, Inc. (\"theglobe\"); The Boxlot Company (\"Boxlot\")" }, { "key": "a0113425-9b74-478d-8c59-206694d5a4d3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "03/[]/1999" }, { "key": "cbe5353a-10c6-47cd-84dd-a215b3f62951", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "03/[]/1999" }, { "key": "8ad0125f-b55a-42bc-8950-0046f2bacad9", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "3d8e65f6-8673-4cc8-ad53-c291f2e16913", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e28da16c-c9cb-4818-823e-89977003b22b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27a0463f-444f-4753-8e01-f6d1124d68e1", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7054c761-ce91-4fb2-877b-2d9ee0eb03b1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "199acc46-d2dd-4a18-bb38-d7ec1bbe6791", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae7b7bb9-66da-4d8b-bb87-f87012c07eca", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d187ebe3-27da-49be-b4b5-e5c8d2c88071", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c62289b-f510-494f-b63a-548b24b94e89", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2675e431-4f39-4fae-b779-dcd00188e288", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f7ebbc4-afe1-4ed1-9d67-4fe8694f1046", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b9067dee-a39c-4a80-8f61-72ab71cb8dfc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "120f605b-f512-4607-8f45-c0fd15d6e596", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "774fe8f7-1000-4393-b11f-b80d662be7ca", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6aef523b-7a9a-4ef7-9e61-95a81fd909fd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8a6caa1-cf67-4751-9218-4a099163fc92", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "17783189-d1b6-4e0b-97b0-e98e2a8bae2a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edf97cec-dba9-4b85-81f6-c47cac1026aa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef4557dd-a12e-482c-a762-dc73887de1fc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4750a4b9-a83f-4249-8796-601ca1d09db8", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6eca75c-3552-4052-b99b-7ffcd629e71c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "985382f4-ac1f-4caa-a0f7-80a8a755502e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b49e6f8b-fea4-468e-be9b-636a58fcb46d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "79fb52ff-8a12-493d-bee8-47a8a3a914e9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f12103cb-a5cf-497f-8e54-8ed8eb89215a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3816db28-1d81-4e5e-b816-0e1559769dc5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0dc9ceb-75c1-4d2c-9fbf-f94ae4f943e9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "058e4ec2-5255-465a-85ef-fa94355fa34a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab56d433-9d18-425a-a8db-e3dc4d8c1f0a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0b226eaa-7fd4-4e43-8538-fe20995a5465", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5591e6d1-3546-4771-a4a9-563ef2a93fdd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87804c35-22e4-477a-894c-ae641ef17733", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bd1f6e8-a319-44a9-a988-50d2d7aa77ce", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d02b1ccc-90cf-4ab8-9868-318e2dcd092b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b73163ac-dad2-4042-8beb-299c51648c52", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_096.pdf" ], "test_cases": [ { "key": "6e143038-5f91-4163-9c37-c10f2643d921", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MANIFEST SYSTEM SERVICES AND CO-BRANDING AGREEMENT" }, { "key": "4132b136-fdad-4639-af99-7a6a76b6e3f3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "iShip.com, Inc. (\"Company\"); Mail Boxes Etc. USA, Inc. (\"MBE\")" }, { "key": "d9b51d75-9d07-4169-9ba2-732ccf605c09", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/27/99" }, { "key": "2ee6edae-1a57-401e-bfda-045eacda84ed", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/27/99" }, { "key": "c2063b60-60c3-48e8-9d86-fb36770930d4", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/27/04" }, { "key": "ccd2d3d0-4355-4fdf-a68f-914b225afeac", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 2 years" }, { "key": "a996dfad-7bdf-4fe4-a622-3d42b61dd594", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "57d3ba83-0e81-4419-9f6a-d90976d0475d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b872409-1acb-416e-abfb-338eec2480ec", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dfab748d-f2f0-4f30-84ed-552197326c11", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d130076-4d24-495e-9162-b6e0fc6303ab", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f8e3d6de-b0f4-4a81-bcce-3232cd0e27f5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0de85c96-ab61-44ff-a228-5183ed20dbf2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "023f5acc-dbbb-4cb1-a196-320d1a20cd70", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16081882-c983-4837-a86f-595f97a5b07f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8162a17-af37-4f8e-8787-c3edacf4126e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c0b622e-799d-471e-8513-329ed7bfc725", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d557e615-eafb-454d-8363-8529bf320183", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6be9e098-bd46-4451-ae76-469c14d06b6f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f1a73cfd-3029-402f-b4d6-a126bb134d24", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca1d39a1-e0e2-4863-b644-1483e1efb01d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b66e454d-9270-434e-acf6-57012c6c3f9c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8652d68f-cb95-486d-b49f-0788ff168a9f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9665bc36-592b-4609-b016-9fdc8e92e505", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "106fbf0d-e719-4674-a16e-9249bed12ead", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1dc5e586-7319-422e-844c-f8120df32998", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ac8e9fb-18d9-4eea-9e1f-78f589458e0d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc6c7ede-9b86-4cbb-95e0-e5018760783c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53cde2fb-868c-4080-afee-86e9a66b7254", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dfc419f-58c9-41c3-a72d-89d68dc3be42", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bf72e8b-b81d-4140-b89d-41048ab78392", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "817193ec-a7f9-4057-bc8a-d5dfb9ba732c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ecf9ba6-32ef-44cc-84b1-cbe4988bd1e5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4cfa5f8b-2ca5-481e-a80d-3331d59ead2c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2069b4b-1fd3-44ef-a55b-371f513caf5f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8df901e-4d60-4506-8cb5-ad118f029386", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7eda04cf-4736-4d68-b40c-607ee6a2337b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e262bbe3-a5a8-4313-a261-033335e9aa0f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2729ca94-c889-4e09-88bc-94dcd9f23119", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddf30e1d-87d8-48b1-8dad-428c7c227e8a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "610405cd-f9b3-4b8d-ace8-1a1fe02cedc0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_097.pdf" ], "test_cases": [ { "key": "642a58c0-549c-4bc7-a25b-29a3e3efcf8a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CHASE AFFILIATE AGREEMENT" }, { "key": "6d061dc4-b438-408c-91a6-f247300765fd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Chase Bank USA, N.A., (\"Chase\"); You (\"Affiliate\")" }, { "key": "8144d65e-5148-4f73-ac70-ec4ed47bcb86", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/6/07" }, { "key": "d04e9650-61eb-4adb-84e2-ee8820e56af8", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "afb10e37-fd6f-493f-becf-c0b6ac71dc72", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "25193664-985b-4e20-9a10-c5b8cdc2b9fe", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e8a8bab-e1aa-4e8e-b053-7eb5241c69d1", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccff0810-f324-41ee-bc48-0014cf162770", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aad40d9a-f846-48db-9652-2107f9199022", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c436e235-0feb-4869-a142-860a0033b1b1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a2894c8-4d73-4af9-8889-7721b5fc49de", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f35524ea-28f0-400c-962d-d746fa6760f0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db2169f1-2f0f-459a-9c8e-242e2d31f976", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a2fe9df-4707-4175-8b0a-3409262e2eb4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3617c9d7-993f-4b42-9c47-77a3e6783a6a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e4962ae-720d-4672-8124-38cf4e975c03", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ffc30f3-aad8-47f3-ade0-0bbc2dd984e5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e79728c-3c98-4639-bca2-95d9710c17a6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "767e6792-b7df-4daa-87c9-e00e34dbd45a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4042e59c-5148-4a3e-a6d5-e6622962844f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40f9806f-c4eb-4f35-9472-cb1f01a0011b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d99fb95-d70c-4df2-be92-ca0b19d28fce", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c483c1d8-1adb-4120-8102-61fa00eb271e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41dd64ec-c253-453f-af1a-f50a301964fe", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9b50abdd-78d0-4601-a477-aef7269c2b02", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bed76d2d-ae9c-48ec-b820-4ee0b5ee93b5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6febc348-2d6d-4c0f-89ae-24a2ac59fceb", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "105a6b88-e9a5-4579-9524-e1d864e8653d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e11b6976-e80f-4986-8a45-962a4c501191", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b93d229c-ca8c-4b3d-ab11-ed6a1f03125b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fcd090c-a512-4f28-877c-3f625c3ff26c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c05c6fc3-1938-44b4-9fd9-8731ab35a4e1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1abf4cc3-4b21-4a50-a15f-8271b9bf40d4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9812c190-2c54-473b-b148-5d59d03b51f9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2de285db-e0d0-4200-819d-c969036d1bbb", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "759f8510-211c-4964-94a0-d33f8dfa54fb", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "344ff4c1-ea58-4bcd-bb2f-3a3e580b4367", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f91309f-b5a4-4582-8e83-0fad7b91f5f0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3dc25c0d-1914-458a-bcc2-f0f50a3d7543", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_098.pdf" ], "test_cases": [ { "key": "f1c69a4b-4428-4abb-808a-24edf95bb243", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NETWORK AFFILIATE AGREEMENT" }, { "key": "6925e892-2c8c-4eb6-ae21-f9fd8694203c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "National CineMedia, LLC (\u201cNCM\u201d); Digital Cinema Destinations Corp.; \u201cNetwork Affiliate\u201d and with NCM, \"Party\" and collectively, the \"Parties\"" }, { "key": "84afd2ad-422d-44eb-adf6-e6cf73f98810", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/14/11" }, { "key": "0e00d97e-2345-49e9-942d-aac14aa0bae6", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/[]" }, { "key": "b7c7ecba-53d8-411a-b6fd-2a44b08f0d8f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2016" }, { "key": "55c96a49-2bfe-412b-923d-63131c14ce74", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "82b7b2e7-cb04-4541-a684-e83215ea20b3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbeaea24-e174-4279-b39a-b011ae7f4c34", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "66f8524a-eb3e-4561-a2d0-d2de815b8b8a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "70097d00-8088-4304-8b16-b6e23cab0432", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b851cee2-c86e-4eed-bb32-dea0deb17d88", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ca4c1fa-ec92-432c-b1ea-30bd0e041528", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f9437348-0c0d-4407-bba0-5a8a3cfeb7a5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "95daf0ed-d3a6-4dbe-bcdc-cdc6d7f21483", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "588cae38-0e4f-4157-935c-423ebcdbdbde", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f209def-9cb9-4caf-8205-7f943b0a9e68", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "600a7941-a7c9-44aa-8ecc-0248be9aec0d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cc618752-ea9c-4838-9a8e-25c57cfb9766", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46b85d7a-a2e3-4f73-a470-3cb73b6d197d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac9a595e-5799-41bc-8554-1019fd598fa5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cf5efb5e-6bb2-44a3-9c1f-25372fbfa0ee", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24b52307-d420-41c6-a023-402c482274d2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "552e72a7-a0a0-4306-89dc-a4dbda2d9ae5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33e14204-824a-4a4e-bc65-cea40b143a85", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "323ef34d-d899-48ec-8ff5-984564462333", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2acfabb0-1029-4525-b647-bd231b313e00", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "168906b8-1ede-468c-9ef7-369f2e787b3e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cae688df-dbfd-43ba-a73e-bd4f043d55fe", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b5ca925-87fe-463a-ad68-0dc7c34fe6c4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88c70d77-a4ca-45ff-937d-a229f37e49ec", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48fb200f-ace1-4541-9ed4-3e2175229bfe", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "939cf775-d641-4222-881b-47e275ae1de8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "07f28677-304d-43e0-bf6e-e692d5897596", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dc6bf92b-afe0-4cf2-8d08-806a1c9a084c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "95532f88-37bf-4824-bde5-d2798de7c0a7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f8c5cc3-12ca-4eb1-9660-11dcc225b003", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da710ed7-eed6-4bb5-9a17-d88163d3799a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ce567b37-4db4-4b10-b62a-a701d4c908d7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b5096815-5ffd-43ae-b11e-cb1c97287bf8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6120cc3f-e93a-48d1-9153-4c3ad03ec760", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_099.pdf" ], "test_cases": [ { "key": "95765f18-8808-48cd-8f66-562378989fc6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AFFILIATE AGREEMENT" }, { "key": "a21174af-9a52-4b3d-8df3-497332b5aa68", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Link Plus Corporation (\"LKPL\"); Axiometric, LLC. (\"Axiometric\")" }, { "key": "d3540da2-693c-4440-b1c1-b799e248f011", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/15/05" }, { "key": "5a49f1ce-4b39-4628-9e51-61fd9d08b7b5", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/15/05" }, { "key": "9fc302ec-4410-428c-be62-d515c9835089", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "e28836e4-388e-4500-93c2-85f1a93f4d4a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Maryland" }, { "key": "e7de4006-8a2c-4cd9-9b5d-7e447c1bf85c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "448a1cb2-bebb-4193-a015-5d525b5a6845", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1252cbae-9846-4a05-b1cb-6fdf5900755a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52b78f90-71dc-4212-a4b0-5a9e3cb1d7de", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61a5faab-d6a9-4166-82cf-46663a755d09", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3012a2df-3696-4a99-aa05-11624054818f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da6476dc-d8de-4333-9de8-a0bfe927277c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a07169de-c961-4559-aa95-358df3e25a7a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3046d0d4-c7e1-40e4-893f-1d8b5e2be93b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "35660af4-ddbb-47ec-8e58-792a73a000a1", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65c3e86e-56e5-4248-b91c-fa8df05e733d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b23dc284-d66d-4efc-8582-f05a75d7116a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98952d8b-7f1d-45e1-9a69-69445464b3d7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6353604d-6a46-4220-83b6-bbc53099053a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d7023c1-6d33-4385-85ba-a5c51fda3076", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52ed96c6-2247-4bae-918d-8fe753e94214", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec488df2-dc32-4a5d-9384-44a967e5e30a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f55eb452-7074-4bbf-9543-65ddbd78d6bd", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8062637e-532d-4c4f-8e96-3e20d4020358", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81d2c920-6bf6-45c5-942a-f77e848a6505", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "177e104b-2dae-474f-83dd-e50bc0d758fd", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78c02dc0-b166-4489-9569-bf6a2683be8d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c8460ca-eb25-43e7-8634-b949d6e99243", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbf1cdec-3e6c-45e9-8a88-3c9fd87ffaef", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca534d7e-1d20-4612-a4f9-740e6077cad0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9029c89-fd8e-43ef-a072-7607c900024d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "26a4fa78-6c1c-4b49-a85c-0433d60daa53", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0fa030e-8669-43cc-a407-8b1612e58ee4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cdcd2076-4c2c-40be-a38f-1ac53376d783", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ebebc6a-4c89-4feb-8ef9-9e2b63e92301", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "167ec567-1c43-4ecc-b729-3f7b5d3e451b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f50aa49-273e-4c39-85a2-23960a115c83", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "178093f0-1c89-4b91-8120-338125143c77", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f739fba0-0400-4ef1-9cd9-7b8cbcf5b79c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_100.pdf" ], "test_cases": [ { "key": "251f1da5-0a85-4ef8-877f-b585d9290450", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Affiliate Program / Premium Affiliate Management General Terms and Conditions" }, { "key": "c70544dd-a34c-49da-9abd-775f6baa87b7", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Web site owners (hereafter, \"Affiliates\"); Software Publishers; element 5 GmbH and its subsidiaries (together hereafter, \"element 5\") and who wish to make use of the additional service provided by element 5 (hereafter, \"AffiliateManagement\")" }, { "key": "1674eadf-572b-449f-a1c4-372e1be38d4f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "848eb2a3-dd81-4ad4-919c-081bafd93ad3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Germany" }, { "key": "9082b114-7a26-4f86-8aad-27b3f8b976bc", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbb41973-4d15-49de-9679-a64424f4a93a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9500c391-acfe-4dff-b2bf-a12649227c50", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67f5eb97-cbef-4472-9631-25aa049e2bc4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "652fd22f-8c06-4f43-9f76-6aee31038c62", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5c0d340-f3f0-4e65-83b3-5043023845ea", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd4b4deb-c395-4305-bdb1-e7bb1b25d556", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff5a3da3-d664-4383-8c63-b79de5a3bdcf", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "068f52b6-5197-4cb7-bcf4-83e926807ef0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e689d2e0-3705-45a3-b14f-9c083fe981f7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5934c01-5925-4d1b-8054-ee82aa6b854f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b241467a-1f27-4203-b07e-d1629e9ee575", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d6cff582-a78b-470d-b454-f7588bc2512c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d175cc5-5814-48ac-8d3f-552e67bed032", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "176b4157-ecc5-4a6d-9ee5-e368afaa55ea", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6549c9b-98c5-4522-a0fd-6c951d25be12", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "854cc6c9-556f-4380-9481-6197561e05a4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7e6d5c3-a011-4dd4-894a-7bf311ca5a64", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f4a178f7-2296-4153-a554-76d46ae6897d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a9f3414-b665-446b-9dba-d5d7f255fa34", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecda19d3-2015-46e7-bfa2-59208039dbc4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7a353c7-c305-4811-9877-bb96bcc409e7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa335434-2b2f-4cf7-a1ea-86003656b493", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75dc74ce-1669-4423-bd84-a8bc5bdf6551", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "235dbbb1-aa47-41b9-bdac-19bb698d9798", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d49847b2-9198-4a66-9a71-51ca620fbe41", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "167ff7a7-41c1-4cdb-ab61-4f42b30f8c0d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1ad316e-20e9-41fc-a6a7-40775e5f5aca", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "16eab582-0c35-4b77-90d3-75300d916ba6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99a23196-7b7e-47b8-b8e1-0952aad587ae", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1092435f-6b8a-455f-a0ba-9fd77575388e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a861d5c-247c-4ad8-8f44-fc3378b52a70", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d88c338-f7ef-4c46-8c8d-4e68036093a2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8f5c222c-dbba-414d-b721-c1ce46c0290f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_101.pdf" ], "test_cases": [ { "key": "51ea5bea-9622-482e-bc31-fee0108e2ace", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MARKETING AFFILIATE AGREEMENT" }, { "key": "541a5c71-50d7-4605-9fd4-93725343912d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Equidata, Inc. (\u201cEquidata\u201d); National Credit Report.com, LLC (\u201cMarketing Affiliate\u201d)" }, { "key": "b9bd479e-2dd5-4f7a-9f35-914b29ab920f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/08" }, { "key": "e3d0fb0d-6ad4-4f50-a5de-1c33de63c7fa", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/08" }, { "key": "125a9c31-5344-46a8-8b98-de5a00cdb545", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/09" }, { "key": "25a6e38f-e6b1-4f9c-8be1-2583fe2e276c", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Successive 1 year" }, { "key": "f46d60a0-d86c-4381-b298-8e4cbd396b24", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Virginia" }, { "key": "f0dfe6c0-20bb-4478-9db3-13ab6090c56d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9bf8c1d-4faf-435a-ad47-3350ece54092", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f83228c-ac83-428d-823a-35e0d98c6b7f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "919f169a-2489-4cd6-998d-ff66b6a2e966", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9475e882-75dd-48ab-906c-9e83f0c3d60f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2cf7b062-ac18-4b35-babe-91e773923bcc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef842044-c1a1-4daa-84d4-38c09805c274", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3da4f2b-168a-40ff-8792-369adb3e9614", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2a0e2c6-1684-4844-a093-25f8fb759aea", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09cacef8-9096-4232-a60a-09b2eec50e0a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5801ba6-c9de-482f-88dc-8f1ff538550e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7247a082-638b-4715-a7bc-1ff19e9b40b9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc60eba3-189e-43a2-9e05-9a80af41577c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33135f86-1e86-4195-bef7-922e2378f22a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c53efb24-d406-4cba-ba37-e04a8ebb35bd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b500d55-e316-445d-b077-6c6218fec4d2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cc28c0c-7f91-414f-af4a-85d49c2f1d17", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db3a2bec-9919-4d66-927a-4b9a781e77d8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afa0bc9c-0210-4529-8bee-ace5c42a0ad2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70aeee83-9b60-47fd-9b7d-829e1f3217d7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fe52f0d-4852-4289-8324-8bb4b5446cf1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e344d325-3687-4216-a3d7-a8559766722d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3bfc0776-dbfa-4b00-a675-c83c5064b524", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c25c553-a5cc-40f8-94c4-24180d7194a0", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3172a39b-cfd9-422c-97e6-e065cfcad8bb", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cac8865a-0928-4710-8af3-51776b2e1efd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46360a83-34d1-41f9-abe8-b95cdb09c694", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9aa9d680-7b90-4a91-bb13-918f8af1c94f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1430228c-14b7-4682-907c-91712f998aee", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22027891-aa16-436f-a826-52f72706b685", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3f05ffb-a240-492e-8efa-37bf33c17be9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a71f4205-0bea-46fb-8fdd-007cac70cadb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ffb831c-991c-4809-99aa-c8a93cbd5b80", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "38404f8e-ec17-46aa-83d1-effe22837bb4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_102.pdf" ], "test_cases": [ { "key": "3d976d0e-a758-4db4-af09-c80edfee0e75", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BUSINESS AFFILIATE AGREEMENT" }, { "key": "cd8de41a-f06f-40c3-b511-246095c969af", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Dr. George D. Green (\"Business Affiliate\"); UNION DENTAL CORP. (\"UDC\")(\"parties\" and singularly as a \"Party\")" }, { "key": "1dd2d429-cfd3-4b80-9267-ee1631b2141b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/28/05" }, { "key": "73114d75-a905-4aad-95d1-315587d07f2e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/15/04" }, { "key": "8c58dd5f-9939-4c09-b2ba-3aaf193b5b6d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "1e441cf1-2b93-4f60-ab0d-e8a612a88e69", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cafa0e3c-d168-4553-b45c-00ce851b8486", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0724dd40-e46c-4352-909c-015c5596453c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "346b7682-78af-48f4-ad1d-0231d7f8fc2c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9a410d0-a3f5-406b-b8dd-258cb2fd6442", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "075d3011-f14d-4b64-86be-f5e4d73bbdbe", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56f32599-94b9-4286-af5f-b0c504ea7e89", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bb0e6cf-c270-49a6-baeb-ad2c1d816e23", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3cef2736-f0f1-4b6a-a39e-dcabf602a304", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ad0327f-99aa-46f1-82dd-4be63bf2193d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f2c40ed-522c-4d4d-be71-5f2078313855", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89f9e334-6935-4905-ba47-6d30fcd6269c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdf39b48-e7da-44e4-927e-b4606e0bd2d7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18c6b048-fd04-41fe-92af-8635436793a7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5c8b17b-57bc-4c05-9230-7c86e823a69c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8a931f3-aa59-457f-85a8-38b195c2a717", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a8bfb70-a916-4fb2-9241-cb2cb1122935", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da3a5b35-3570-4ed3-ac63-7cbe796391e5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b6ca4bc-131a-41cf-a5f3-e90abd675e05", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7478ffd2-68fa-43a3-a7cc-02a049a20997", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "433282bc-7248-445b-b90c-d2bae0c2e4a6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f451aa43-b880-484d-b5fa-f8649fcbcac8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54329003-526a-4ff1-9ab6-60c263ffeed3", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46ad84ab-cb9f-4bf7-8018-c552d46554f5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29936af7-191d-44a6-a7d6-8f7877b261ad", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91575b1e-163d-4ef4-a6ae-9112441cc1ec", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "69db78d9-85c3-48ff-9d64-d34ef71f9f7e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62b2544f-2354-4a02-8792-e13c9156e271", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcdd63b1-aec3-4a03-b895-0be7e5b3fd4b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c589430-c755-4b77-b851-07ee3350dd2d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08331487-342c-4f3b-b3be-ac49a544a1af", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "141ff167-86b1-423e-aef4-53e7dafef5ac", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89cc7886-e7cd-432b-8d92-1e3824503137", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d2870c0e-177e-400a-a06c-e39d8426fcc2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_103.pdf" ], "test_cases": [ { "key": "447630b3-7b4a-4c3d-a313-8104f4d13ea5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CHARTER AFFILIATE AFFILIATION AGREEMENT" }, { "key": "05ea9472-df38-4380-a015-1ce4915dfff8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "The TUBE Music Network, Inc. (\"Network\"); Tribune Broadcasting Company (\"Affiliate\")" }, { "key": "e85df7ca-596a-442d-8453-6aa321a44189", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/6/06" }, { "key": "4c0f3711-ea09-45e7-8164-60b80ff5f69d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/6/06" }, { "key": "0880df90-b3cb-432f-a2ca-a3439c9c5ce4", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/11" }, { "key": "f2b0c3fd-567c-4aff-9923-56a93ddf5d44", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4 years, 6 months" }, { "key": "8f6b8026-f863-440f-87e2-795661442ee0", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "173dedf7-aec1-4679-b8ca-d3fcb96484a2", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "abd3c20f-b94b-4ed6-90e3-625b0fede863", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65591a67-e2ab-4356-95e6-39b3fa0fb025", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79aab291-5b5d-43c2-88e0-e997019567c3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e637c5c-fef2-4f4c-9b6e-afe5036688f1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "19385a4d-f702-47ce-b544-1fc3a98ba287", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb16686e-7228-41b5-8e64-61cb08eade8b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dafd0ddc-e298-4e3d-ac48-0b2fd4566170", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c53ecdb-f156-4f97-a23e-0d3c38b59c34", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98adde09-6520-4248-8c60-86ab22e42b7d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "78a72814-41cb-4b1b-922b-3ad2cbfcf063", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "193c1c52-9138-47f8-b8c5-f5de0f100b70", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0a19b44-fddc-4c71-9e25-33a652f863da", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "278b5a04-30a2-4b5b-963d-bbe296d4971c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "895cc37a-3c76-469a-9454-f9c017e13ff7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f61f5e8d-79d9-4db6-aa65-584fff377f03", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76a4d799-eda9-4137-b29b-a335d0d847c4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c434218-0151-4995-8ba3-a711241d11ff", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89e009f0-270e-4c99-8e20-63648d1c382c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "191d39b5-0a2d-4e38-9297-fe5fd94c5f4a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc18f0e3-eb70-4640-b4c4-273b68e2c2c3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48423611-d006-4d21-8465-41e80c83bb0d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9d2f76df-f9a9-415e-8712-fbd78c0d9ac2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df59bd6a-9b88-42b5-9267-8f141f44f328", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ead5bfd-bff3-4869-92da-9a9357a939b9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d665270-c443-4290-98d3-174cf5061be7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "06c00a40-4515-4f5d-87be-416946dc8906", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3cd3dad-bd90-455a-be47-4119b3593b44", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a753847-800d-457b-beb9-d8c6c6461ac5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "516a3d9c-451b-48e7-bb49-15590b119fda", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9c20d03-8639-4174-8b10-e292fc73a6b1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9014e04e-f6dc-4018-a850-fa421125650a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b62c2af5-4f72-4785-bf96-30bdb9f05044", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "08d6086c-36ef-4561-bd0c-d32490af4117", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1446c658-aec2-4e2b-8cd1-0e8892c47365", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_104.pdf" ], "test_cases": [ { "key": "252bf26c-b256-43a2-8281-6b640781f92f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AFFILIATE OFFICE AGREEMENT" }, { "key": "8a8b1e9b-e818-4483-8831-58c9dd027400", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NETWORK 1 FINANCIAL, INC. (\"NETWORK 1\"); Payment Data Systems, Inc. (\"AFFILIATE\")" }, { "key": "bc1317fe-a808-477f-bfb1-5d3e280e67de", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "0e9d5b08-2451-4c11-abe2-247764a156db", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "de65c465-e5da-4c2c-ba01-be0a7bd57fce", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Virginia, Texas" }, { "key": "82ff8025-420d-45dc-ab10-7b2a1a700287", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d8e7625-8b9e-40b9-8194-ad9dc7d2319d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e6aea40-ac45-4c1d-bc90-c6edd49561bf", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2da03650-9558-46ce-89bf-29f75a02fcff", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ca457a0-c88c-4968-8596-4bf95dcdf55a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "720081e7-709b-451b-b896-e2bd7b21163e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93c7fa1a-a741-4f8d-bf94-0f46c9604d89", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17146986-863b-4e64-9b9b-a1a6aea92e5e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfbd5cae-fc4b-47d1-a91d-5e63380ce150", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "58c223d9-4512-4e73-8290-ca1a3b6486f0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "480363bd-0f21-4a79-ac1e-a6a756ff78f7", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8064954e-b497-4c82-a3de-7d3fe3cf219e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e2b479e-4a55-4882-a9b5-3554808e543d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "766bd4c0-c00d-480f-9e0e-d48293ac6bcb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04982e06-1e6f-4292-905e-c2093feaeef7", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d66d6f8-5e7c-426b-baa7-04f89720976d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f40f8288-37d6-4b31-8759-2c28893bb788", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05fa03f8-4416-4f9c-bb87-d4f9c798cb65", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4dbe857-1b91-43de-884e-d949776abf2b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c01aa13b-b3b0-4218-ac2f-7cde71571175", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "913cc9f2-863a-4cff-82ad-d3dbd517ed07", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94173b51-1eb0-4894-a828-f9fd66e6058d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d56fa23-bc8a-4e97-bae5-4d4d7d07f162", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7c9c690-095c-4430-8051-a98f02c75c10", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80dbdec5-38ad-474e-ba97-83f566019eb5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01fd4764-2a19-47ef-b1f4-8603c38c9780", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "88431704-5695-4391-9a94-2ea2b151fc0a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82d18e92-f4be-4df1-a7e0-0e73a86e2a10", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8aad1264-eb31-4451-9956-1d2e33877ba4", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6db5a727-c46c-4b91-a405-1c2e8f96b8c6", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ff21ee9-cce8-4be8-9b2d-6db8e890fdbc", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "400dc0ca-9f39-4797-91b6-8ae19207bea8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76bb8dc1-6c07-49ec-8d00-3171ad4200d1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "546e81e7-62f4-4abb-b2be-c72ca0eef5bd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_105.pdf" ], "test_cases": [ { "key": "d5338e65-7c1d-4977-9340-ec8453977b3b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CELEBRITY ENDORSEMENT AGREEMENT" }, { "key": "a4de70c2-b69b-43c6-b537-db5c6bc1d462", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bizzingo, Inc (\"Bizzingo\"); Joseph Theismann (\"Theismann\")" }, { "key": "2dff208c-12ad-4891-8cb6-c5f28d621489", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/14/12" }, { "key": "fb517275-19d1-4d27-8f0f-457c55abd5c4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/12" }, { "key": "0e5ccfd6-3258-4baa-8a6a-84c4f592f8a9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/13" }, { "key": "ec464fb3-63db-465a-a866-739233e29c1a", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "902e6e5e-8f53-4989-984b-d92dae677379", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22301869-c43e-4a98-97b8-b3e034705c09", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cbd6142-6bb6-4acc-8db7-e6978a994a39", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b5f1cc6-5abe-4e6c-a2ca-de301597bdc8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5600081a-5863-49c0-8873-ca09bbac1fa0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87c6b38c-3434-42b3-bf03-0a63e4e1a71e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3618e0ae-d348-4868-af9a-6dabfaf612c8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "481cccaa-60af-40a9-9741-0c518dfab194", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02f19a6c-6b8b-4a90-b536-912bd411c084", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "582fa059-f6dd-4305-ab98-ea9386d4dbc3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eec5b10d-9463-42f9-91c4-e36ac2a3496e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "648fa5fd-fbb4-418b-a010-aa7fa2de42b1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "377ae306-86b0-4d47-8af4-9a21cf6bb07f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05fe69bf-16e5-4c2e-afb6-9f20cb739422", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bede21cc-cdb4-41cf-94da-1d1329652310", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f480c20-1c62-42f5-b30b-93206bbc8aad", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7464a17-0c0f-4db4-904a-f52b25e90540", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7aefcab7-2479-488e-a6fd-ee7beb3e48ed", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f6d59f55-b5ed-4c03-b52c-73e0e932bfe2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85e34084-de39-4257-b66e-91a6a071763e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1680b8f-cf82-4851-be13-09b2f1c7a4f6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e4deb132-293f-417e-a12a-e7baa8930b07", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e8b7d2ac-f1fd-4fe8-add3-579079fb0485", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a652e79b-1a0e-4f63-9bf2-373f25f63164", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ca98624-9a83-4a19-9cb4-84c1eeb836c5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8d9ae2f-7ea4-41c6-a5e8-57f9b1212d4a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4ca1273d-ef3a-4603-b846-1a9c15e2b63b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d898b39-6f02-42fc-b599-708570223c1e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53b3f728-c8a0-46b8-8bf7-a9859f66f52d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1207a370-3699-4b8e-bf32-61a52618148e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0df180c3-1138-419e-90c0-3d3657008b7d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab60b4d0-abc0-42a9-beb2-fea850060138", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c607e98-6304-42a0-bf6e-f66a41b0957d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "37296ff0-2fc1-43e8-a719-af001bb58bfd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_106.pdf" ], "test_cases": [ { "key": "3fc966c3-d1ca-4f84-8f6a-dcd38d3dfc40", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "46ad8505-2ecc-4f07-8e0e-a7215b46c02f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Geno Auriemma (Auriemma); Berkshire Bank (Berkshire)(\"Party\" or \"Parties\")" }, { "key": "9380da09-6a72-4c78-b942-c43bcb5b2b4d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/17/12" }, { "key": "4df115ac-46b9-4764-a93e-e5b3dbfbe4ef", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/16" }, { "key": "31b4f49f-b434-4729-9f32-bf3e8070490e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Connecticut" }, { "key": "cfc87e55-bb7d-4240-829f-164168d37f6c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5b6bcb6-5531-4e1f-a5d7-e03ad63df715", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3c9736aa-b563-4b02-8b77-fcd50b811725", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b71c0110-b4af-498d-9f06-d5c0ff0696c4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c7c030a3-ad7e-4cdc-80c0-f8228b324670", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bfcc23b-fdc3-47e9-a61c-840634306c72", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4630eec2-82c5-4ad8-91d2-4cb7555339dc", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d6498d48-7acb-4145-9329-d6a96abfe68f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6c6ab84-7ddb-43bc-8872-c84ae20e9268", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da154c31-61ae-4b5f-9be1-51dab8a74fc9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0dabbc9-a3fe-4b95-8820-50ca8adf6fd8", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1979155d-1831-42f6-b50e-9fd2bd65a73d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff8d5a87-b1a8-42aa-b117-0ea3f1c06d5f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ede36829-1b7c-4304-8c1e-3757268d7068", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61ffd878-79db-4a4c-a1e5-fd7a89b96342", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "26a712a7-c5fd-4d72-b9cc-5dae7977fc3c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76269bbc-d885-4484-bcf2-72c170104015", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa6a4bcc-d11b-406b-8e12-ddffc991038e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8603e11f-f130-482a-a5ab-94cd527583a5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6b83bad-9237-4cb7-8009-f5ebfdead3b1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8603eab2-5898-4d8c-9317-e3b92656d506", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e0a4caf-421e-4601-aa57-84f96a34afb1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87795f1a-da9f-4ee3-8264-ef3b76502dc0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da3f9b30-9468-449a-a57d-6a64099256a1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c18a6048-a2b5-435b-ac52-bacb4281aed4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "714c89bb-dd6b-4078-bffb-96a23b827d9e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc0cd7a2-4ec4-48fc-b114-db0aa01bb713", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0f97d5e-8da1-4846-af60-40d6b9c8b20b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eee7c2d8-def9-4cdc-9ddf-119ebf651827", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6346c86-a61c-441d-8ec1-79f42dc22345", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51a2a606-f5ad-4fd8-8443-783ab8c23a6d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bee4d27e-2364-446e-ba9b-4ccb57326502", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d528ae1e-53d3-45c9-a838-2a8717d512e8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "23d67765-4744-460b-9e6c-030d7cee17c1", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_107.pdf" ], "test_cases": [ { "key": "588f8136-3e92-442c-bddc-70b6b34e1968", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "11429d1a-37bc-49d7-8f51-971d9384a472", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "National Football League Alumni - Northern America Chapter (\"NFLA-NC\"); National Football League Alumni, Inc (\"NFLA\"); Food For Athletes, Inc./Gridiron BioNutrients\u2122 (collectively the \"Company\")" }, { "key": "cb8e0f7a-8a78-45c5-bd2a-0d4717c07a76", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/30/17" }, { "key": "4888ed0a-765c-4ec5-a731-f63ec113109e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/17" }, { "key": "a37a238c-f8ba-45ca-8770-72e10c4d5da3", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/2/20" }, { "key": "86a55712-8114-4077-8cef-ad5c44f13fef", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "384337f8-4c41-45d0-b89e-436f5eaa6417", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adcc4b72-c091-4243-9f1e-794540a67d9b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffc61ada-80a8-4eca-a47f-dcc041d55090", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38721b02-48c4-4225-b268-af6e7316e881", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c608f7ac-cbde-4584-bc75-381a4b32a116", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cf4bdfd-34c3-4aa5-9542-bd209307d100", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11da05c5-aa92-4684-be91-7d5f7f2308a9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03e5f321-7134-498a-835e-e53f45faabd8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85d92c53-ea4b-494d-bc2a-d823829d1e78", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ceec2b0b-1d44-4213-bed6-e4d0d159e468", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b794ba9-f5d2-4d9f-a65a-66851080ecfa", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3884dbf3-0035-411c-bc60-90cb0f119ac2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e795af8f-25b7-469d-9277-f265acbf4dff", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9006ffce-808f-452b-a6d5-9b37a2442245", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b18dc1ce-ee36-4cce-b29b-4aa31c12513e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88865e7a-b6dc-43af-afaf-983c69c41b0a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77abca96-0a6b-44ab-9e6e-710e11245551", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bedc4a5-07e1-465a-87f9-2ac8974d2b6b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ac5bd6a8-7d72-4c81-8d79-b47a4cf9b2de", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "494c6184-0eb9-4032-a224-f9e4f6afe0c8", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc7a98be-c126-4667-9f70-788b68c0d001", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e598f427-665a-49ff-8574-9fa6f80a0214", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3eac1e24-9068-4e65-8139-15840b7aa176", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "033f1151-731d-4292-93cc-4be130cd0839", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a4d4725-f64f-4a30-9b4a-5fe57258fdbd", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fe116ff1-b524-47b0-86b0-fb02b7db04c4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8671234a-57f8-4867-856b-44eacc813c1b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2fbc919-28b4-4968-b7ab-8ac0328bf7d2", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "96c8b543-f7c1-4d40-8ca4-418b2fbdb2d7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40d22125-9b9e-4066-a577-15ca08527c08", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c50c21cd-5faf-47d1-be3b-bd0df608e2ea", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5b4708f8-eb8b-4f66-b648-51a627dbbf48", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0b394375-6ed6-4b1d-b2be-86929554723b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "06789115-019f-49cc-bc2f-81439fd1256f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_108.pdf" ], "test_cases": [ { "key": "61c97736-b5a9-4353-ba31-a606eb340f62", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TALENT ENDORSEMENT AGREEMENT" }, { "key": "f477416c-2bab-4f25-ad66-617bfabf802b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Tigrent Learning UK Limited (\"Company\"); Celebrity Speakers (\"CSA\"); Robbie Fowler (\"Talent\")" }, { "key": "48adb989-8aaf-4a29-844e-af8869b58db1", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2013" }, { "key": "7c321eea-ddee-4e1f-a777-0ffe1ad9ea13", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/13" }, { "key": "f9270529-9d74-4fcb-99db-cdfda29eaa94", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/13" }, { "key": "f777c03d-c49f-4b14-adac-07b839141c7f", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "24 months" }, { "key": "3ae4a660-3d0f-444a-89b4-a279ae695756", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England, United Kingdom; Wales, United Kingdom" }, { "key": "73913f2d-764a-4934-b53a-e4a500298776", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1929d1c-96eb-4eb9-b807-d221ba99df85", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c117b58a-8910-4222-bb26-c09e615d572b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d90fe473-2303-4d62-a238-24190c2bcbfa", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2434edee-e5d2-45d5-a782-20df766b3c5b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a043c9b-ab6c-45da-b867-5df3a87227f2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92b08f1e-a183-433a-bcfd-5e0f04005a18", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6f2dc07-34b9-4eaa-8e87-6c5d0bec4abe", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb31a840-c8bb-4d8f-ada3-0d52dc428295", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72d342e0-59ac-4e1d-91cc-3b9763638138", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7953514f-bb81-4d55-8442-904494ff946b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02cf45ac-b9b6-4bc2-ba4d-dcd49d76b3ff", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5273b2dc-dafb-4880-af8e-1718dfbcb002", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c32a5268-b56d-457c-945e-107382bc8af5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d188cdd-8993-4eb3-8744-d674d957be8f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "de7fb9a3-3715-4b28-866c-5d4cf2f64836", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39e21634-015e-4393-b203-e7cc51007bd4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cde73fa-d133-42fa-8a99-de4f94b43624", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "45e2a7a7-5318-4437-976b-40f49dfba50b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6da7d61e-e7b9-4925-a8c7-029c67c81fd1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e88f65d-1f8b-4cba-9ba8-41a02a928f8f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "328d3c0f-c842-48c4-9837-6312d5ee98da", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "023a14e0-1d46-4f3b-b017-1e93d2972c2b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b55385f-86cf-48b2-ba12-67b8978cb46f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8b99ed6-c5a9-41c6-8a93-2a6353fe75bc", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74671938-8aaa-4d81-9ab7-c8ed4daf4b69", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b1c175bf-f511-4a5c-b2ab-301f26c7c242", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51c81ccb-1272-4fe5-b27d-502abfd6c121", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba5a6014-1eb7-4da5-b7fb-37399306e569", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81405653-1732-48f5-a8c8-da8e7252a8d5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3049a998-c952-4afe-88e2-edb24bafd7cc", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd2c9563-3cfb-4884-9e5d-073e3bc9b3b1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afbfc806-c63e-4748-9d03-c53f97e714c1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f95c2169-1384-4f3f-a56a-d20fdf449c6c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_109.pdf" ], "test_cases": [ { "key": "88ddfda7-de15-4a6d-be61-03c3058c872e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "d1e62dff-376a-4f22-9511-153ad40ea881", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Lifeway Foods, Inc. (\"Lifeway\"); Ludmila Smolyansky (\"Individual\")" }, { "key": "fc0a8d7e-cd9c-4294-88f4-580353d8d759", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/14/16" }, { "key": "8d92b25d-5800-4556-b7e7-4f3e3b8dd862", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/14/16" }, { "key": "f7630efc-6bcc-41d1-8206-b4cc730e30df", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Illinois" }, { "key": "a84d0838-33c6-421a-810e-b9985dd7d860", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "998795d0-4e1b-4cb4-a54e-447b2a1e2972", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83e84075-8f38-4305-86bd-d1217ffd05f1", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9433a617-24ff-4b5e-b25f-17ff6edddfaa", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed06bdb6-5e0e-4c1b-b1d7-ee1ac2a5bdef", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "154df671-c42c-4053-b58a-5819a9f8c652", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efee9b06-2986-456c-896c-073bedd1eea5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a841f91-a94e-40ff-b649-29d3073987bf", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7352c77-f322-49e4-9188-8f9f2db67ddb", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ca590c4-07eb-401a-965c-28e5a7add997", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a9536ef-515e-4686-a2e7-0475550843db", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "206763b5-a7f5-496d-80f5-a34a80aa0134", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c18b44f4-8bbc-41c2-84af-6ada7c647a79", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e9f5ad6-6c5d-4105-b7f4-0585f24e4c77", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56e8c523-2dc5-4607-b4e5-56b1ed9b7c5b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c07bd908-0b0d-492f-92d8-b6aef357d055", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e337c8bf-3caa-49a7-b20d-e7c6b4936854", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bbaab5c-f099-4f03-bb27-2347dad4bee5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "63d3db4e-9188-4dc8-8d4b-fc86da5c823a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b1b89aa-4339-4f06-9112-0b00d72f847c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d715abe8-1e58-422c-a846-886fd2316347", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9604b7c4-e0e5-4ddd-b4f4-602b1fb87830", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01af5e0e-7ee2-43ff-a5de-8ee21d61d3d7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c2756d85-aa8e-4be4-9652-b65884796e47", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d978b7a1-9892-45d8-9c14-2f18d4cc8608", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c9b52ea-9724-4e99-9e46-7548c7d40b95", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f8f28b1-a1ee-4687-b650-7db38f5ed2f5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "067ed355-c3b7-4b9c-b5ec-4c842620ac53", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "856e5d59-2180-4692-9018-a72815fd3a60", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "825c3438-6f9a-4a77-b341-d31654f84297", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fe9ad9e-0541-4e11-b812-06558e5e38bf", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f78aa11-ace7-4d3e-8d29-b42e402b6dc9", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "68830095-13f6-4c90-8206-31e3b9e35994", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6dbdcb60-3d92-452c-b344-5e3db11ba517", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_110.pdf" ], "test_cases": [ { "key": "b52eea74-df26-430f-b920-c0cc0fdd4a75", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "568bede1-5128-4a39-bbfa-3537064cccd3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Golfers Incorporated (\"Company\"); Andy North (\"North\")" }, { "key": "ce0d21bd-2ffd-425b-9736-e95bd95a2118", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/21/11" }, { "key": "462cd55d-e92b-4e3c-9936-3d7f15480f5d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/21/11" }, { "key": "27c88b00-924a-4327-8d5a-9df0a3e4b282", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/12" }, { "key": "7c598097-7c1d-420e-8a9e-09df523c41e8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "340ac7bc-3633-41ec-9ec7-a2ab2a70b507", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cdbe6a7-66b5-44df-a4d0-777b00a1a60e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aeb3c5d2-dcd2-4d5f-9e7a-ed1aab2633a7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9328016-a254-4c8a-9226-47edb1b17299", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0f1ef04-38a6-4680-b0ba-e173789176f2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a30700a-c082-4c75-86c2-3163eb12d0f9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed052d08-756c-4be3-9cc7-4c4e468b2c05", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2dddeade-e510-4c4d-bfd8-3c7f191782fd", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2aa66b72-1c5d-47e5-a05b-2f4ba9898303", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a19ecde-b9b5-43c8-b3fe-89d2e5f70231", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8b28247-07d3-4f5f-a32d-a346789628ed", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c6982af0-ca9b-42a5-b474-0e1a7b6ac1d4", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5088b1d7-e906-40ab-820e-c1b3a2b410cd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dab2019-0411-46d2-832e-397290553052", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9220ae0f-9c11-43e6-b847-83b8324d8c85", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "60a81d33-b09c-496a-b51d-97ed6d4c8831", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "736ee657-b5b6-4f50-843f-8d6ef363d529", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0dcd86b7-5739-4e5c-b10a-d1d0fedc728d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "587451e3-0ab1-447d-8095-3f241d66a6f1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54ee8176-c120-4f01-b0b4-e4d17ef57cd8", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96c1551f-ff81-4035-b16f-0bc0cc4aef71", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b82daf46-f9e8-4d97-8019-062c4c9cd215", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "858db909-0d19-4167-ba76-24c91be369ea", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1e1f6ca-075f-4e5b-91eb-9c2c8ae8f6bf", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a724a677-77e3-4349-a2fc-bfbd7a7b91f9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8cadb409-4e5d-438e-9b20-64169233e92f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6d63673-4623-4e96-81aa-eef2c84589f6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "178f773f-1f3d-48a5-9b4f-4414df204636", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7852b9fc-1848-4c54-b5c5-5cb8838253a6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8505eebd-0d76-4e2a-bc6d-183925f216b2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "039bccb9-031d-4d38-b8b4-05733f844a18", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4cf47433-f2df-408b-996f-cdb4567e1dc1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b2c7b8a-fed9-4bfe-86a5-112d1d9063e8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b5d6f1f0-4666-4ba7-bbff-a6b42be9365b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_111.pdf" ], "test_cases": [ { "key": "fe4fee1c-bbdc-4824-b2e7-97dd673038f1", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "99fe5633-c252-4af5-b95a-a89311dbf5a0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Healthcare Distribution Specialists LLC (\"HDS\"); Paul Silas (\"Celebrity\")" }, { "key": "549a24eb-62bd-4a4c-8237-a090929d9f2a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/20/12" }, { "key": "f16eb187-904b-40a0-a22a-813f8c70533b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/20/12" }, { "key": "2c2a21aa-90a2-4a1d-88d5-b5e4d1f01ede", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/19/13" }, { "key": "61065604-ac32-4635-8546-321378564e38", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Georgia" }, { "key": "9fa839ad-883d-4664-8214-8feecc723ff5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6592edf-e923-429d-9462-3105c1789447", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adbfce2e-dddf-4d9c-9928-bf2098338590", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3e26ea5-8e73-4855-8ccf-58b7a26a5d52", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e14a0703-4a25-4364-b7b5-4ed124c1e842", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60531088-2855-48e8-95a8-ca5a5620259e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "730549a3-fdf4-451f-a065-cc81d07cd963", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fd6f546-8cc8-4fa5-b204-e6937bf9254d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32ddf76e-adfe-40c3-b6d0-afaf2a7982ff", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a5d2c32-7ff6-4b9f-bb4f-3670cd7b3b9c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e4f001e-b4b8-478c-99f8-73904b6a5ca2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ff23685-f550-498e-b44a-7b0c0f58e585", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9978f7d-99b6-4f29-b0df-9b74ea34f848", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1412beda-f3e8-4cff-ba48-690f120c3a36", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dced3e15-59cc-4866-bcbb-21bee6633818", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b617c53-a84b-4203-8448-b7c16530a936", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7dcf8f9-81ed-4f88-9ade-98786b74caa4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b70a427-6a47-44e6-b7df-333f395bf8f0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df82140b-efae-441a-a4a5-98a65edda432", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a11847a4-fd2c-4e3f-8824-3b3df5f7e362", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a12d14b-241d-4214-afb3-f872d25c3529", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bd305bd-5464-45d8-b261-5a2baff6295c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b79828e-b20d-48b9-a2d5-dac2ce9ba279", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f48865b-e613-44e7-b8c9-7eab2cff5bbb", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "407e68bd-e440-4315-aa11-b46a68d9abb8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a2e9b45-7ce3-4e62-b072-a70d6f27a9ae", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94cccaf5-0657-489a-a7da-ec099176d44f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3668b1a2-a492-4bd7-bd32-b34c7b124d35", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5ee1aee-c006-4056-9799-0d62c642eb60", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f275563-3fb3-4707-b694-faad70e40bb6", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7bab6d5-81d4-4ac3-a536-836fb8be0890", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51111680-7ca4-4d67-afde-6599dc007e91", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99e9cb3c-ddff-421f-af7b-d34cbc69caff", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ef3a2a1d-61ac-4e17-89a4-d0a18f8e403b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_112.pdf" ], "test_cases": [ { "key": "c17160ce-e2e4-4541-9de1-2dc7460fc17f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Split-Dollar Endorsement Agreement" }, { "key": "42ea5f3e-8d7f-4a62-8776-40555a1c5657", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Prudential Bank (\"Employer\"); Jeffrey Hanuscin (\"Employee\")" }, { "key": "81064f77-d922-4422-99d2-a5b18107c93b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/17" }, { "key": "3479a411-705b-42ab-97aa-decd36ff6770", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/17" }, { "key": "d9b1b902-3198-485d-a6b4-7c5c1709172b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "e0f1a6b4-19ce-43f3-a230-e916be80dfdf", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8483c135-ce42-48b0-8f23-fb40ccb00849", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "824c746f-225b-427d-a42a-6a3ca0d4ec73", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fca9e598-58e0-45f8-aae9-0a3045b42a65", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73a169cf-38f8-44fb-a92d-56ca42472489", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca08c885-1adc-4a84-8d2c-0a89fad9238f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1951bac0-5eb0-4a1e-befd-fa41bba123e8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d27b2d6-bf6d-43b9-8458-6fbb9143ecfe", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28a18419-67a6-4012-bd00-c8f427e0f67a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74029e82-d824-44ed-af3c-b1f60f57cfd9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78d9cd99-552b-4760-a6de-b6d600444da7", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a93c268-6f6c-49f4-92de-5d0242daa8ca", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b68ab5ca-ce73-4afd-88e2-b87f716a682d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae0edeb7-ef71-44a5-9d00-3840be5cb25f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2952536-96e4-4441-8320-6e35ae991787", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68399f00-0d95-417d-b8a2-f3500d80ab98", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b103978-c78f-4315-8828-f3b49abd2ce6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb802b8d-e76d-4c26-aca0-300e016f6e9d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ffb3687-91b7-4922-b6b8-f1568d6ba448", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47835445-4fb3-41e9-a778-49b6b3c072b4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7d84c96-9e9c-46d5-b992-75bd2e66450d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02b3fdd4-6fe6-49b9-b890-32630c22943a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10d6c7e1-7e63-49f4-8f96-1570b869322a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0c3c258-76cf-489b-87dd-9228fb6b225d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0520e154-c1d7-4e01-9c52-e65f55b91867", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "761c5cc8-e7cd-43ce-9c98-2c80b90659d8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "111f303b-ed40-4f92-9308-ab3cf6b0da79", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6439c46-184e-4f74-bc1c-0a3605a35601", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2498498b-42b3-4e86-b6e0-b103827f8a53", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab818b42-e6bb-4d4a-b23c-9eb733ea7078", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c654e79d-794d-49df-845e-c1313e1d1216", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e60e9e7-3e21-4821-a663-7ac3b26bc573", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8363135-28d4-4d75-9fb2-c6866ce8bb70", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "1138ac55-5332-4469-9d5a-bb506a11a069", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_113.pdf" ], "test_cases": [ { "key": "d132eb3e-de54-41b2-82d0-481757236450", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT" }, { "key": "7988bd5d-8829-4128-98a5-1db5e8133747", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Thrivent Financial for Lutherans" }, { "key": "301050a2-6499-4590-b75a-0c6b523eeb2a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/1/19" }, { "key": "362216ae-68e2-40dc-a68e-74f3d6f23bc9", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/1/19" }, { "key": "56611052-c2df-4fef-86ec-1d4def9fcc5a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "499c7585-7e61-4ff1-be02-7fa82a00bb5a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1142aaa2-5173-44ce-8879-222765c44354", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe0a1849-b2b9-4b6e-867a-62e49472d0f3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3800f7ef-c4ab-4e4c-a3cd-9b435481a44b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b913b566-c0a3-47c8-ad2a-f530702a8a4c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cb3b646-a4e5-495d-a692-969d08e01aed", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8856806-6339-45e7-968a-9ef08e84c9a3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b207aab9-ea94-47a5-b57e-1a13e87d008f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "717d75d6-ad17-423c-b4aa-4154892ac989", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1d48802-175d-4b03-8a80-43957075ae02", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "737f7323-345e-4381-a2b0-1482a27b7fcf", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b041e16b-5add-48e3-9060-db76abe2b7ac", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "740454db-a334-42a1-9f15-a947436bb3cf", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36701ffc-99d1-4cfa-97be-e08b29f7c384", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ce72f26-1477-40d0-9442-34f306ffd6e4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3da3b454-3fd8-45d8-be6c-62d40b8d6bfc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "208b1f42-26f4-4d60-ac5c-65efa4bc02bf", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb03bc51-6af4-47a2-85e4-05689027442e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8be2cbe-9b57-4aea-89f3-82e7bcba7119", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ff3d4a9-f4a8-40e9-b8d2-8246b7f6f9b9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6934f36b-7a7b-435f-ba34-0058573eb241", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fe132c7-0630-40ed-bfd9-af4ab1a1a463", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50e853ec-4000-40e6-879c-fb0f8a4a6975", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "585c18c7-5ad9-464c-96c4-39d09359108e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc0fefce-a95e-4b21-9acc-e58401c6501c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f968bd8f-5e29-4bc8-8903-5a114610e5a9", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "042cca1a-635b-43fb-90db-307927084c99", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a67c54c2-749f-4474-91b4-37c6ab91161f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34d2f890-ff73-4e0a-a14b-3031f4d971de", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bb9e6c6-2471-47c4-b2ab-cb2dcceaa53c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a73eea6c-6c68-484e-b711-bd552dd93559", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29784df7-c556-42d5-b21d-ead0fe7d1584", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8a9d0406-8a5e-42bb-9ade-4b688c4de178", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_114.pdf" ], "test_cases": [ { "key": "76adbd4a-4a12-4bf3-a524-7a32b467818b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BLOCKCHAIN ADMINISTRATION AND DEVELOPMENT AGREEMENT" }, { "key": "2b611d33-d739-4547-a195-6958b7661afc", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ARCA U.S. TREASURY FUND (\"Fund\"); ARCA CAPITAL MANAGEMENT, LLC (\"Blockchain Administrator\")" }, { "key": "96f61dcb-3515-4b24-9893-bb6144f91e15", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2020" }, { "key": "0f65ac6f-cae9-4a9c-ba7b-3b470cedb8c6", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2020" }, { "key": "4d69c4b3-83c2-46ea-a4b3-b6a5c798e336", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2022" }, { "key": "a4597c6f-12b5-4358-ad4c-c3ce693394be", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "45419fe5-23ed-4621-b297-2347c378990e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "ba0c90bf-4d5f-49f0-9bdb-4686a637f61b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25a43955-2639-4382-a4d0-219b3c5bc4a8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4de008ab-a1b7-4845-9d60-e0511c2c650f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "365de7b0-fd48-4746-8b74-3b06515c39d6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bcdbaca-b841-437b-8c20-0b369c78c500", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79e974ea-3ef7-4cac-804e-3e3a42e43681", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "788944d8-0106-4331-871a-92e5e331f6e5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65cecd70-66a3-486a-a166-ecc2dbf02f88", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bd4d883-2371-4b52-88da-f7372fbaed38", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e31ce03c-1154-4134-b8c6-cf926b75bfda", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08788bb4-0e3f-4eef-907d-6ed85ac28c92", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "35ef2715-5cf0-42e1-bfc7-a07bebee9b34", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9b8021be-7281-4721-aae9-3561a8a997d1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82fc1f8f-882d-41b2-ad5f-6b083bf26bc5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f01aeec-1cf7-44fb-b60c-9812f5e40c05", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "457f6b25-2951-4b5b-8ae2-e20a998761a7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f768d03-27cf-436d-81c0-62382bd9107b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6eda828-0ee5-4f71-a343-5e72db9df84c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98905085-f4da-47db-b4f7-adf33a2f8f93", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fa31d62-ae78-4376-b434-c4305446e260", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94b59b74-afd3-4637-9e88-2ff8104bcc22", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f5d5dfb-2988-4c3f-a70f-5bea2ff94582", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fabd79a1-1f8a-44c5-98bd-762a70ff971d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9f519c7-fc1c-41bd-86b4-388e11910cb5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a74b6083-7efb-49d6-a24c-d2b8ea8363e6", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66444ad1-5503-4d0c-9a45-c0c1204aa7b8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "132909e8-4154-4471-8916-27ae96c8c6e1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2161237d-1f2e-4d97-9225-d01211afc2a0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e15e51b-f066-490c-aa5d-3837b2ab8da1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51229163-83ae-42c9-9095-3f5ca828d59f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9afa24d-a171-4ddb-9520-e3cd5899015f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8bc03aa-6ae6-448b-b374-ac74ce102f76", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53f9f5bf-f9fd-4c1d-9b6d-4a6444485d8f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ca0d2565-ace2-4b5f-807d-e5b2b5b98656", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_115.pdf" ], "test_cases": [ { "key": "0abd64f0-9621-4f0b-99e3-3e671d6029b2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LICENSE, DEVELOPMENT AND COMMERCIALIZATION AGREEMENT" }, { "key": "59434d63-09c6-4088-bf9a-c2f2b9bfa1b9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Xencor, Inc. (\"Xencor\"); Aimmune Therapeutics, Inc. (\"Aimmune\")(\"Party\" and collectively as the \"Parties\")" }, { "key": "8135de72-c848-4e27-bb91-5747b8daaeb7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/4/20" }, { "key": "dc80653b-7f25-4461-8e1b-2684aab1ffcf", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/4/20" }, { "key": "062162be-142f-42a1-83f3-ef5d6e467bb5", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "dc3ba1ec-e268-4470-828b-e9bfd5595b3f", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Perpetual" }, { "key": "d5d31453-8091-42d5-ab18-0dd798ffe9f7", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "9ef1ea07-c00b-4d84-9485-02fc2c1d0616", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a00ea545-34e8-48f7-9bf8-d7d7730d5b92", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8e216a8-8c86-404d-84f6-a4d8e592da70", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a0985b3-7895-44db-83fe-d08e5d221f33", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d037b3d4-c88d-444b-a1a3-7923c3c4f1cb", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a875333-a107-4318-abfe-010bd1dcfcea", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbd838f2-cca0-4830-96ca-b5e3b715c7ef", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "983d10a2-5aae-43f2-851e-20daeef011d8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2cb12af6-b16d-459d-8367-e859cb1e31b2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b4bb300-1b53-42be-a7de-d370ee5ceb60", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3edc8b4b-e67c-4542-bb1f-b88c511d4fc9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6952f213-19e7-4ee4-b695-40192258e393", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "95b1dd8a-1242-4f44-8a69-9bab3ec7092c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8345669d-5ede-4f06-83e4-653ab11d8c1a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba18fc91-7183-4b89-8659-12f9a89cc3bc", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c85e2b83-ed4c-462d-857d-c0b385a0ea2b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9bf227c-3d01-4226-9811-278aeafd1cc3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0304b746-0367-4635-841e-91f56f84fc0b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34bbd4de-7de6-4ff6-b62d-0f17dcc9aeb6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82e80493-f207-4189-90a5-6d837d91c17c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "60ddf0ca-e923-4844-b3f6-cca97f8edaaa", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1ce4cf9-c79e-41d0-874c-646a2f2e8bd1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c9c36a5-e9d7-4768-9328-fef888cc8f9a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7d4a75f9-5f75-4f24-9783-00f61f57f8ab", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e781e70a-7ae3-4eb4-93e1-948e346f5b72", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cbe5d9d8-c2c9-456d-8ea4-4bf208d119e4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d3275b29-ef07-47e3-ab25-69b392d515ec", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb716f37-d893-4b87-af9f-8dbfb598ad5c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "da9ffef8-5e8e-4d12-92aa-8734f989f632", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f2e75e5-97af-43ee-a324-1caaf6b6fa01", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d81097ef-c1f5-4655-8c4c-663c2422d971", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3594aed8-db75-47b3-b579-9ab8010edf9b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b24c07d2-0a68-4546-b8f4-7351e4dc2236", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0608852e-90d5-428e-9186-c044a1677269", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_116.pdf" ], "test_cases": [ { "key": "5ba5b88b-bbbf-43f0-8f84-3e1d72f0e547", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Development Agreement" }, { "key": "0b02c98c-0bd4-46ce-9ea6-2481f39c8249", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CNS Pharmaceuticals, Inc. (\"CNS\"); WPD Pharmaceuticals (\"WPD\")(\"Party\" and collectively as the \"Parties\")" }, { "key": "d0f33dc4-b8a5-4f5a-88d8-2ff1766781a7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/20" }, { "key": "0aab3bed-4e1c-4538-9aeb-4dbf6861d31d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/20" }, { "key": "d4114099-8b5a-486e-a248-73d7ad0afb49", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "e91b9f53-a2b3-4853-a02c-bb5e34f58a09", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92d5dbc8-9982-4e20-bd43-29d1ef271412", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f02385f-35ea-4922-8077-43146fcb2928", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92803a01-4317-41fe-a54f-be367fa8ad41", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "505e7714-b595-48cc-aa53-2380bf6116b9", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91dfc287-f314-4bf6-b2ba-b6572ad67e0f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d019da8-3c84-4f9b-8d02-b1ca6c57a453", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fcecac05-8d75-4630-a412-2f424e86067c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c9cd353-37ea-4a8f-bf20-9f6c32bcc793", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c826a1b6-75d0-426c-b5e4-6d0986bd090e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8526a473-785e-4404-a238-c80eafe55f10", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "deebeaa9-2f89-41c4-8866-07677e05aab1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "487af88c-f39d-4a97-9803-595632888a2d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb2cc16f-41fa-49da-a57b-b437d27669eb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "374c3452-ce74-4332-bee6-5732462698e9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6b6eff3-2044-4b9a-a3c9-229a6fea9799", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05260a4d-0920-4208-b2b7-9cb1165fe409", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fc3b7a3-183c-4279-b1b4-399d8e4c45df", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "612216e2-0836-4a53-b933-77ced0aeaa77", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "053dffb2-2a7c-46ed-97b3-beeca49b37b7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c130682b-6369-493f-8288-e67bd8e2aff7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fcd6fb4-344f-4bae-9cf7-f781a4a27447", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3177ca8-f81e-4238-bae3-e974edb2f125", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "216ac27a-addf-45c8-bc83-9d7754f3f546", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03ab36b6-b7e4-4c41-aa1c-7a9222daf380", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd0f8a27-fafd-411f-a62c-585ad5761883", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca12bd4d-3f55-44d6-ba67-9d257d6085e4", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b40e9af1-a571-4e96-aeec-aaf3a8cd3f40", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f81fd35c-0788-419c-80df-c82b1cc0dcab", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89de01ae-4803-42e0-9632-e359fc5e0e8a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f378786-b35c-4dd6-9388-e9087bc58c7d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14f559cc-fee4-4876-bde8-84494420f13e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87ead9e3-9101-407e-b634-21186ef02c0f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bf103b31-c176-4b91-aa98-d1871af79f3c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_117.pdf" ], "test_cases": [ { "key": "80e4df46-283b-47c7-90ae-423f1566ca9e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "APPLICATION DEVELOPMENT AGREEMENT" }, { "key": "054ebadb-bd66-4fd9-b8f8-fab370485715", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "InfinixSoft Global LLC (\"Developer\"); Clickstream Corporation (\"Client\")" }, { "key": "b8ee0101-5876-4f0b-8946-1ab7ee5399fb", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/20" }, { "key": "3107c3e8-086b-4545-aac6-552505a8a51a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/20" }, { "key": "60a6df1c-521c-4ea6-a87a-16131381c182", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "87121dc5-4c26-4229-83f5-7663243a26ae", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b34e4493-491f-4b50-8d61-523b9bbf838f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bade973-2ba7-46f8-8dfc-4f8e127f9ddf", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "54e030f4-0527-4ad2-aae2-7287320ee491", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6fad3871-3f2a-4fe4-8272-d98ef1f9de48", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "899f1209-01cc-4477-8b86-dcec2c70f2ca", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "23457582-643f-4a79-bac9-65d6d5c00853", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f50e9f5-0fed-454b-80e6-5e143d3aff18", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82a2c10c-af4f-4411-a471-1b93e3ed5db3", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c73f0858-0f13-4638-b715-b19929509f5a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64800fa5-6d5e-400a-81e7-e374e98a67ac", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "09b5d026-ee52-40fd-a09f-eae45d8b1d34", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb569a69-19b3-45d7-b4ef-4d98e81cdb4f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1268e110-800b-4fe4-b958-16fa9bdeff99", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77c9f27a-84b5-4e68-b040-3a6e228f5afa", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b774c4f3-6882-4102-b2cb-237e5e91e1b9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5d2642dd-b3d6-4951-8c42-57aa1227a528", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95bac2fc-ead8-4631-8e71-cb29129415fe", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cf266d49-00c5-41d5-acd4-8e9a9dbe2786", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "965fc669-890a-476a-b4ed-24de81615230", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6282be59-1260-4bfc-bf4b-7c01d40a9d1a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90a67f9c-71b9-4e87-8f99-4b4d52ed51a1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70761ac4-88ae-45ca-8abb-62c51716d9f9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "de846aa7-ea47-445d-a941-792d6fb80ff5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0aec9d9a-0e9a-46d5-94d4-80d4ae11c41a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1ff201c-49ad-4893-98d1-a567d4cfe16c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6633d92c-01e1-4c14-9986-c7e82f03d5b7", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f794ab71-a9b9-438e-80b8-63cd7b6fe7ce", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f0f7df1-7a02-42e2-9c95-a75346902df3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cef76937-7e41-4514-a883-26082821ddc7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "75fed668-2c43-4874-9a03-a56b382150cf", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c99840c-8c4f-44e6-b713-20b131f53e9b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1882c58f-81d5-4b60-853c-bc4b097b14cc", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9bf6ac07-4b62-4f49-b65a-9cda13e13eda", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_118.pdf" ], "test_cases": [ { "key": "8e07c432-7dca-4c4b-b813-d3137bd2e3ac", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LICENSE AND DEVELOPMENT AGREEMENT" }, { "key": "775bbecf-462a-4f4a-b5a1-ba62dd372ab0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bioeq IP, AG (\"Bioeq\"); Coherus BioSciences, Inc. (\"Licensee\")" }, { "key": "c64b47df-eb31-4c88-bbd2-52e5440fcfe8", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/2/19" }, { "key": "e1169287-c43e-4b85-b8bc-4480d3eb5eb9", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/2/19" }, { "key": "00b27fa2-2619-464f-96e1-d4bd1d9bc605", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "417b38d9-9cb1-47e9-9fab-3cbd4fa77bfd", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]" }, { "key": "52e9746c-45d1-439c-8bf3-2c3bf0e72e4f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df9f5331-cfb5-43b6-978f-029c947d72d5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8550e8b-3c0f-472c-a1af-ec3dabfea7bc", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f6772cb-13c8-4bad-8140-9e515d287aa8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33e6aa88-1bfb-4bd4-8c8b-9eda41b94295", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8ad7d09-1c76-4931-9a4a-71601a1aa28e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0756b0e8-1392-4b12-be40-f082301a8702", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2089ba4-1ee7-4012-a4c7-d0404b9d2772", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b3a4a4c8-6080-43ad-bdf2-9f9b1eb7f508", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dcbb5ca-1b3a-42aa-b740-1e9fcd5a93e9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e4763921-ccc7-482e-aa1f-a24beb7a7b28", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab72def5-16fd-49b8-97ff-60c32a5d8a2f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "40c88e98-dfc7-47d1-bf90-c90263352eb4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01d475ca-8680-4845-ba7e-415e97535f79", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "abc4017f-8884-468e-bfe3-de98ad7e8f00", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e56ea7a-ce37-4cd8-b6e0-666e98f15299", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c903eb3d-5704-4cc0-83b9-f8de59c36aec", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a17784e-ed2d-4e4a-877a-bdcc7d9ea1a3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7d8f3d2-8ca1-4f9a-bec4-8102f6c92277", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "762b5115-8f32-4b2a-93ec-ba5a147a0fbf", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1326434-fcb5-40f8-ac70-66d67f4b4968", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cf676170-f851-4cbe-a39c-980e996e63bb", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4ec8fc8-c676-41ed-a6d2-64735faa0448", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b5449b00-ae62-47aa-bd3c-7e5f5b599883", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81065d84-c392-4c6d-a819-99a27bd72b96", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10e9650d-0e61-4923-9aa2-d192370d2cba", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c09dabce-a1a5-4c73-85c0-1a384c0ea0ab", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98cefb5e-59fb-454a-98a2-849e8c08334d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc6e8c9e-0bf6-44b0-a0b2-1c612bb927ad", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3bb134cd-5fd3-4ff2-a3eb-101f19c8b2e1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b349c09a-3616-4673-85a3-22490fe9b229", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b384fc2-438e-4f25-9820-742de269487a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1b547bd-3508-4c9a-8e66-97eacc039e6f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "765b0ad6-0f12-4149-8043-09b8c24329a0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_119.pdf" ], "test_cases": [ { "key": "dde874d2-1617-428d-9cd1-f8ace793f695", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FRANCHISE DEVELOPMENT AGREEMENT (Non-exclusive/Exclusive)" }, { "key": "e0abfa80-7bea-435c-a835-1dba1777b3eb", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EL POLLO LOCO, INC. (\"El Pollo Loco\" or \"Franchisor\"); an individual (\"Developer\")" }, { "key": "98352cc8-4556-4a2c-b91c-926d579dfd71", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[ ]/[ ]/20[ ]" }, { "key": "2c382061-6f9e-4f9f-be55-c9f3ae9c549a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California; the state in which the breach occurs" }, { "key": "df24e2ef-de89-44b7-8558-cc991c6df213", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d45bac37-5a43-4019-81cd-75cbcf8674e2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "12e4ec27-91b8-4d04-9469-75a1090c3bd8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bb3e22b2-db2a-402e-b623-6dadda6e5551", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "088dfece-c85e-4334-8cc3-36f615969e72", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "413917a7-93c3-4b28-ba3c-f7d55342ec6a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edb8814d-0bd4-43a3-9911-6974d7793eea", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a59b1177-f086-44c1-be95-c6ef94a6d9ee", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "786c6411-18bd-4d78-95d2-733e11b31236", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6602ab95-2992-405c-ad2a-90435d4c1d4f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a54e5ad-9a68-41a3-ba37-5417df999fea", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d654d365-134c-4da2-be41-273b7c330365", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d726cb40-02d3-40a6-94b7-7bdd9189dae6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "357a96d4-a097-41e4-96e0-ad8c5a7b3002", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8b42859-be08-4cef-a892-7cca8b367544", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26bf3e55-03da-459c-bbc4-66c6dae6c162", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3f0c101-df2e-4386-8370-f78926865afa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ca5f179-99c4-45f4-82fb-92cc16d6e24c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1992b120-2147-4b98-adf9-3087daf41ca8", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7979179f-87bc-4a36-84a0-df4f9a4a325a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "caca7a26-001c-4b47-9120-565e5d201dcb", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d3558b9-194a-47c9-aba6-70fb788732b8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bb8fd34-0f88-4d39-91d3-9e5c3ea8f2b2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a670657d-75c1-4d84-a14a-709cf6f630e4", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68da2012-6e39-4e35-ac57-84b4d87b221d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfbd4b0f-c0c7-419a-9563-bb56983d18b8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bd433ce-91d4-4526-beb5-97aef72b6b07", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "971e7258-fa34-4495-9b0c-0365ce6417f4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92c6f263-181b-4782-ba2c-f47d9f3befa6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05d9adba-77e5-4352-87bd-70aabb7dd46d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9c267d6-92b3-4239-9b4c-4c27ab0d8ade", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "511b0f5c-11d6-4cd8-a0bc-505c9f248873", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "00df4de3-9f32-421a-b271-f4620abb8c06", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a12994e7-18cd-4822-af2e-9ba113a4b1ec", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_120.pdf" ], "test_cases": [ { "key": "1947de05-17aa-40ce-b76c-034a89d3b8cf", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Consulting and Product Development Agreement" }, { "key": "3d7af8f3-c854-4a6c-845a-f9a389100d3b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Emerald Health Sciences Inc. (\"EHS\"); Emerald Health Nutraceuticals Inc. (\"EHN\"); Michael T. Murray, N.D. (\"Dr. Murray\")" }, { "key": "4e7eb201-fcdf-4051-81cf-f0e978c7f72a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/1/16" }, { "key": "c8e0b9a9-4f1a-4e71-94ff-39cbdba3f4b0", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/1/16" }, { "key": "61d1ea46-1098-4835-839d-c4f0977babe0", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/18" }, { "key": "c37d8657-6a6c-470f-b594-260ea8419971", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 2 years" }, { "key": "cd5955b8-db74-495b-82ef-3461ad674a46", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "41e8b830-e18d-45c4-9b93-4a42ebd26d50", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Arizona" }, { "key": "6a7fd42f-4006-43eb-a2f2-10b7836c36da", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c337a3b-9796-4dcb-9153-084886ae2909", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7f2e814-69c9-45be-8b0f-80102899f1cf", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8aa05998-b854-466b-b83f-99c646657b92", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "06ab5b3a-7480-4fb4-9d2f-f346ffce50c7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a44027ad-cb03-47e3-96af-bff710c43804", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f97ab752-86ce-4adc-a73c-ec891bb9d60d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "330584ee-b2eb-4b9b-9179-5fb4362e0a88", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "32387e93-ba10-41c7-90d3-fb7b4df1b457", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28345cfc-5dac-4321-b111-ad3eb13e42e4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aff375dd-cf0e-4ba2-a2e2-109ec60ff409", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a0d3b882-e7f4-4b73-b858-d730d9ebf8d7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f14e70f1-b496-4dcc-9ad4-00a83a289567", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5eaf44f-a3eb-4037-b6df-39d3a13e0db2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f598a424-ae00-4b06-abab-f14c6efa857e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74e2fc2d-dc69-4739-b3f7-238eff52f5c4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "431330bb-b05f-4912-b604-88d4856ce3c2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d63f051-a147-4361-b6ff-65731bc1a7f0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa8c63b4-98c1-449a-ac67-7c98b1dde92d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6cfe39c-ad8f-482b-b573-c91a74ff0e94", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d80a056-9a06-40fc-a39b-443a3c27be8b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4aa6da8-5655-4677-984e-555542d6e28e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c619ccd0-1ef2-46fd-bf92-77687cc1b8af", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a06e1114-ede3-4329-9450-4916a2087690", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "292afc23-2bab-492b-b0f2-69af33e47ecd", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7e5b756-102c-4076-8837-dd08b9d03418", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e66c7af1-f106-4aea-bf71-b220e9b1cd4a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24ec216f-bb5c-4be8-a057-840b46920261", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b04feb0e-6c53-4511-8aee-2a6b230851a6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8b210e1-775c-4416-8fff-9dafcd79347e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb500f5e-d63d-4ded-9077-017dd2a9a449", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9f5605e-b35b-4375-b64d-2086397d22d3", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3b53f10-a090-4c56-ab26-78fd17118353", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ff07b48f-ea0d-4f05-bd18-4faeb3b35690", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_121.pdf" ], "test_cases": [ { "key": "2cbb5a05-258c-4fda-8ac1-23ddcacd7bdf", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DEVELOPMENT AND OPTION AGREEMENT" }, { "key": "697b26ea-826f-4cd0-a0d8-9b219ba10ac3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Harpoon Therapeutics, Inc. (\"Harpoon\"); AbbVie Biotechnology Ltd (\"AbbVie\")" }, { "key": "c46a9766-4024-47ba-a32e-6ed83716b9fd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/20/19" }, { "key": "e8fd6a3b-0e72-478b-ac1d-6d830040049a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/20/19" }, { "key": "bdc91fbb-7271-4654-8be0-a16ce9f7e5e6", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "3ad70cc5-7e97-4635-a258-0c8f5e7a9405", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4d980ef-7d3d-4374-b0c7-c9ef90d66b93", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "339d4c38-6c91-4894-b787-60d2c103c95c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5f10f9d6-f8ae-41e1-acb7-0a9d4ddd5a1b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2cabbdfd-9a99-483b-8354-5b7b982084fe", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f74cabaf-aab9-438b-97a1-311f216959bb", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2fc87a7-6252-482c-89ca-a1661487e8ed", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae803e2b-6a1d-49cc-bdca-f3ec9ebb4a57", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a536f4e2-1e26-46db-8415-c3ed10f367ef", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aae023cf-c24d-4d3f-84ff-1df949fcb99e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a5233376-7b0e-477b-b531-e501019852a2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "70e67201-d7e6-411e-968b-3abd9df12c38", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2c75c736-0305-4829-9663-dea46044fc21", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e20695ee-b134-4d5b-a522-d6d2895fb816", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0db99e02-4b5f-4ce8-9672-f00e0dc59c51", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d6b080a-df62-41fc-89c2-c1626fb2953e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17856633-70e4-4e87-a204-2cad9befa1de", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "788c9d6b-a8b9-4d39-b7d4-8388d78c1f27", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62cb3b8f-9439-455e-baa5-9926a95d88f1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b3d4287-20e8-4b82-8420-5e4ff9654c3c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "40fc9fc5-8a86-4b2b-80c9-66e7dbb2e61b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34cc1491-6064-4e8a-8a76-22c354801b48", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d71b874-b879-4e79-8223-76f3babcfd51", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9aa52664-1eb3-4801-9914-827eda12fd0f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ec0b349-c7e5-41b2-bc6b-b2da3738fd54", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0701cdb-ae9a-4923-985d-eddb3616550b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f89265a5-97ce-4c19-a45a-233a2ae160d0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "69b36a65-3794-44d4-8c46-a5cb0d8170e2", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a2a1588c-4d17-4276-a1c2-394d61a49151", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d47912b-3f9a-4073-be12-e657086057f2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca862b22-ca0d-4587-a00a-34f49cc19697", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4f77b650-9c08-471c-bd81-bb511147bab1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2b640c18-c6e9-40b4-ae92-89542a00e7f6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d520863b-d98d-44b0-a3f9-4f7afedd7744", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_122.pdf" ], "test_cases": [ { "key": "b0152b74-b0de-40be-892d-31ac8bb32d76", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MASTER JOINT DEVELOPMENT AGREEMENT" }, { "key": "5efced1a-b5f3-4dff-9262-38fc67e6dc55", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "iBio Inc.; Beijing CC-Pharming Ltd. (\"CC-Pharming\")" }, { "key": "7eaf086f-bcc9-4c69-b3e3-65f15458fecd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/8/18" }, { "key": "8f79e201-6a8c-4a25-b119-5b7e97e6671d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/8/18" }, { "key": "0be3e981-1383-47af-822f-9a6d078f846a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "d542487c-8120-4d7e-a612-11cad63343d4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c77d1730-3529-4295-b93d-4c1cd99d5561", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a36bba73-9fba-4791-b17b-48ac52290188", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9393517-f0f8-400d-9354-fefedac35bcb", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa125582-ca1f-46c8-9022-e04c2916a74d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbcf9d9e-ad50-46ea-8b39-b0ce7045ca17", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b7cb095-dff2-49a3-8261-e0538b916122", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0763d5ef-9bc1-4b24-a33e-9b5276d8ef4c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b967cbab-dbf3-42ef-bfbb-00927412eeaa", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82cbf3a7-4073-4f46-ae63-269286848934", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f28cbb9-d59e-441a-b2cf-3e2ebb826676", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1b763b36-c442-4c0d-8da5-5a41764f3d06", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a754a7f2-0c8c-470c-831e-10a6de0fbfb1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd38126a-7188-42e2-b41e-5ad8df85c3e5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b5bb38c-7852-4ca4-ab24-81bbc33dada5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ab1ba14-1fa0-4d3b-8c84-79c19e7ad5ea", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb5588e8-95bc-4c8e-89eb-38ed59aeb338", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "31e362ec-0afa-4e71-b941-27f1dc1bbaa6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4820e663-9680-4268-9043-165e276000bf", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01c130ad-d77a-40a1-b0a8-a0fc60182907", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3843976d-7343-4bbf-90be-212582130886", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69b393e0-e8cc-4d77-bf58-d5960fd0c040", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e40fe14-1107-49b6-8e72-1e40f9fb1210", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dd03452-0cf7-4826-be9e-a0c52ac40ccb", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16a466b8-7128-4c1f-9a13-373613f30f05", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b088b454-16ed-4550-9d43-e0607f9210c5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4942f8a4-9783-4947-b540-562f2bf9f188", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d405b96-085d-481c-8589-b85b0e3bf6cb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a9cff40-9162-42fb-9abf-4f28f50fcb5c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f81f9c03-1b03-495b-b5b0-77f58ee11a3e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb0bdfa9-c5b6-4248-8755-d68bd7aca9a6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e34c70f-4655-4076-a43f-13d3b7d64fa3", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acd9c02a-b07e-457a-8f7a-f1b08a89f851", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9e679b20-fcac-4e1e-8a9c-da781bc7c5f6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_123.pdf" ], "test_cases": [ { "key": "829464a4-b626-4a2d-8cf1-5ce997e54bc4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OUTSOURCE TECHNOLOGY DEVELOPMENT AGREEMENT" }, { "key": "03189b7d-ee2a-47c1-90f0-d8db5fe54248", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Document Security Systems, Inc. (\"DSS\"); HotApp International Ltd. (\"Developer\")" }, { "key": "bcc6b5d6-3d26-46a6-9c66-79bbd67cdf8a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/18" }, { "key": "8742b856-7437-45af-8d47-8b06de638ff2", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/18" }, { "key": "19da3df0-7141-4f8c-8ae8-5ddfd6d17078", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/19" }, { "key": "d08d8989-d26a-4576-8ae4-df23c3f39fd3", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 month" }, { "key": "57931073-4e0a-4975-8d68-025d47aafec9", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "f3f8e264-d3b3-4a24-a58c-71bec7119bca", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "b4da4b98-273f-4593-92d4-e75d5a5f59fc", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "caaa0e28-df39-4ebf-8e4d-ee31451826ef", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed9fd445-be47-45d5-b7f4-a3204a8681ac", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0da2454f-5c00-4b7c-8f00-951482a2b709", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7ee7dec-fc2c-4b37-961c-4a4b81a3ed72", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73138213-92b5-4bd4-9f51-f3f762736880", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7eaa1309-b0ae-4ba0-a50b-91b1941f2145", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64e92bfa-73f6-4834-a2cc-68483a407dac", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c75ae35-c308-4492-ad0e-64f00a45b7b7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "315d2070-356e-40f5-829a-207b5c37f7bc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "161f2988-2c12-425e-bb6b-1a60bf3f9943", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7d6e728b-c3f5-4a37-9e2b-17d3cbc9d189", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b74f337d-1326-40a1-b155-26c7259b3cb9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db9b529f-58d3-40f5-9e58-9c9e9b6c91fb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d8f4a89-bf61-457c-b1bf-b0feff91c4b4", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70fd4ac6-10bf-47e0-8004-438acd5ab89a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d89b04ec-8035-447c-b4da-9ac02fac78bb", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12be03e6-fefa-4392-b67b-4c92e2e2bbea", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e65dc72-3cfe-442d-9760-fa3439e8fb76", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d75cbaa-4e54-4c2d-b79c-d62e06e14303", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49b139d6-ef68-4c9b-b185-5cabfe08e7e3", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "247a216f-8216-4b32-9daf-f48ea6e10ed7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23f526b4-8844-47bf-a3fb-2652723d7eb2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8d09df9-dc4b-4fd5-b64e-3e2e06df5382", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66e7ffbf-444d-4dd8-9b08-b070f50866c9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdf48bb9-eee1-4f16-a528-8e1df22e8531", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa8b0c1a-4648-4c4e-83c0-f7eba039fc31", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7eccbf09-694f-4af6-8717-ed23b2aaff49", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3741641-18c9-446e-ab33-8fcb056442c7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be83ae06-6ac2-44bc-8743-1a49ab9af0f2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "449caa3c-15fc-4169-8f7f-105e0945c4d9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7970a336-762b-4674-947a-f828114a5245", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7100f5c-1280-45ec-a3e6-07a7c8331dfe", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "18887132-03a3-417a-962e-0847a00da724", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_124.pdf" ], "test_cases": [ { "key": "b3ace8e5-3413-4501-ab31-4ede86626f2d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "REAL ESTATE EDUCATION TRAINING PROGRAM DEVELOPMENT AGREEMENT" }, { "key": "f5a95370-318a-40e7-bcf9-c860c6f9d15d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "T&B Seminars, Inc. (\"T&B\"); Legacy Education Alliance Holdings, Inc. (\"LEA\")" }, { "key": "d9cf1269-e203-4def-9110-9bbc008fccaa", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/23/19" }, { "key": "fe29793b-a060-4a7a-85fc-b97b0c0975d6", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/23/19" }, { "key": "03036fd6-fbae-49b8-bbd4-a624268d3cdf", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/23/24" }, { "key": "746bd97a-830e-4f5f-8abf-4544497ac1b0", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 5 years" }, { "key": "21beadc1-1fcf-4ef0-ba9e-9c119659f78f", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "b4de4afc-d0b1-4674-9f3e-2a4b45d97c94", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "a7bdee75-93a8-455b-9ebd-691a3cd5fbcb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50919244-6d6d-4d49-a741-9fb04e0b997f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8bbe03a-1b57-4a1c-844d-203fe62c459e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "03c96a1f-6fd2-4c97-a2f3-a1edd37065c2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "57494d0a-f0eb-4876-aa95-523834eae822", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "70926812-386a-4af2-8c66-7601e3771734", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "134fcacd-43ed-4da7-8ca3-be90a69b241b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dd74bc1-9d63-46e4-aada-5a503359300f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b1e74c0-a557-4813-b7d8-b9f14c8f73c4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2267453-15a8-42b3-a415-c0ffc765b820", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f101f1d-c48f-4835-9e6d-89312825efb7", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df6cded2-43df-4600-9b23-703dd3716681", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fe2a7976-7e7b-4ce3-b58c-b5215c352218", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6dd339e-ba56-4d10-848f-382c1909f688", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d307a544-3823-4c3a-a43b-2a2ea1f6fd29", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5f2318cf-fbdd-42b7-ad08-16d1ed62d101", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e627377e-ca3e-4a1a-b8cc-927be4066c9e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab33e900-5e5e-4def-b5ee-9784f84cc134", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c1de180-fd7a-44e0-820b-9e7efc907f20", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0423a364-792b-4791-af01-cf388bfb8e0f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27a398e0-f3fa-4f03-90e4-5691bdecf8e0", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e30a66a-a6ec-41dc-96bb-a06fb029a321", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69c29abc-495c-499c-8488-48eddebdde35", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c545d5f9-1b6d-42e9-9eff-12a1af84e6c9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5118f586-76ba-4dbe-ab1b-0d4fb64d4159", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c94ea73-b5dd-48b3-b9fb-b56325b86bc7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "db2efe6e-f360-4b23-84ad-4a3a1f69679a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7edc37ba-f1f9-49ef-a098-837b94eb846a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "db2127f0-db71-4f30-8853-84265125fd0c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1eeb107-8e35-4e99-96df-a7a90074251a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ed1563f-1887-4421-bba0-9eeea3bd9595", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8896b3d1-ec94-4474-9781-878e50ee79c8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c1ba6f25-56d3-4141-99e2-cbd49ad4deaf", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "665ca4b1-da73-45d0-bef7-2b72bd982edf", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_125.pdf" ], "test_cases": [ { "key": "90f258bf-7279-4d62-8c4b-0bc822da89f9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BUSINESS DEVELOPMENT AGREEMENT" }, { "key": "3091d2c5-89da-41be-b4f3-88a290dfbae9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LIQUIDMETAL TECHNOLOGIES, INC. (\"Liquidmetal\"); EUTECTIX, LLC (\"Eutectix\")" }, { "key": "ecd6f31b-9789-4b22-b711-0b7caea2b6e0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2020" }, { "key": "95c3412e-bffd-4c91-b6f1-236273671028", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2020" }, { "key": "90730883-3307-47dc-9bf3-2d4d94be09a9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2025" }, { "key": "d5a07d80-2618-4d2f-82b3-9943b2f78f30", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "succesive 1 year" }, { "key": "7d635823-8998-4795-8b01-9523af154a9a", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "180 days" }, { "key": "b53aec4b-dd34-4b73-8375-9286a475c832", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Arizona" }, { "key": "f46591f9-9c89-4b2d-b854-85033ad0c31b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "22422b5c-441c-47fb-a106-8fa5710832d4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73d602d5-5e7d-4f22-a066-d4032ddb0294", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f533fd5-b8c2-4659-b636-4388434d9092", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6cbb5d4-f189-4272-b7e4-829eba3715eb", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80d7c6c4-fe91-4924-837c-d3641c268130", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "083d724a-0366-453e-bdda-9d5dbff75f9e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0b713bb-f17f-420c-86d0-6999d7d84909", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d902123a-4dab-446c-9f89-2ee5b51d62d7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f1bea126-3f34-4ae9-96fc-34115a9deec0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65d03c1f-4c16-4b06-ad99-30ea17550dce", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c4b4f5d5-e447-44af-a0b6-1e9efa7d196c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "476be325-07e8-45f1-b26b-2d6e7a850570", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b3739df-5ccc-416d-a6c5-c69633268a7b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf6996eb-a66d-44e7-9b50-2f14f5977c5c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0880e940-9054-4253-9aef-efae9cfb05c2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d6a1553f-5e5a-43e3-b59d-52fbe41f4fbc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cb3887dc-c9df-4b8c-8328-1d040ac30122", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa9ab292-9c89-4f0a-a868-250e53f746ce", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e4b0355a-1c11-40b5-9e82-9405ba4e0573", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cbe37fe-2b61-40dc-979e-886db2b0ced3", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bb7f54f-05cc-4ed2-94d3-e7dac5e9e036", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "659599bc-35fd-47f4-a334-02d7f02e968e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "008b56eb-9d62-44da-bcd3-b704e30591cf", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6787e5a-04d5-4daa-bb2b-92a2ca02bd60", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "faec00ec-2cc8-452b-934f-109c91c350e4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a03de4a1-28a9-42e6-a4a2-da40abdcd487", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fc8db4b-0009-4a5c-95dd-1c8e5f0fde94", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bab0e5f3-48e7-46db-96d0-2790d99dfb26", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "089b7667-6577-4757-be54-cd09baeaf5c4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "530d40b6-0ef3-43d8-be3e-5e029d4d329e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fcdae8be-c728-4de5-bdc4-1d031a76c5b0", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2682746a-00f7-4441-9b94-257257701dfd", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ada7ec47-7206-48bf-8945-32368fa97faa", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_126.pdf" ], "test_cases": [ { "key": "10d882ea-d39c-4165-9835-5b9eee2a74cd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "License and Development Agreement" }, { "key": "e8ed067b-42c2-4c17-8191-aa0e534e4bf2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NLS-1 Pharma AG (\"Licensor\" or \"NLS\"); Eurofarma Laboratorios S.A. (\"Licensee\" or \"Eurofarma\")(\"Party\" collectively the \"Parties\")" }, { "key": "32593936-8a76-4001-abcc-37b68794a4c3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Netherlands" }, { "key": "adf4dd57-b085-4bbd-b744-1333f3e54c6d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "147838d1-5274-4966-a80a-cc78519cbdcb", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "faf3ecfc-809d-4b6a-a3e1-f6c5cbba5b38", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ea8c120-c7c4-4cc6-ab7f-d83349839238", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6dc87791-25df-497e-a954-ebfe7f69522d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b9b310c-4df9-40ae-8b7c-65f78f15c552", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9364a699-0dfb-4d9b-ad06-b5620bcb878a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "272197a5-b0c3-4c64-831b-d71bad9bae82", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27be23c8-7e7d-4d6b-a180-caff2a2f64d0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d918e878-96a6-4eb0-ba3f-fe6cc51180b2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "00b5f7e7-bd7c-46d3-b1fb-1a7cc84325cc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4067b08d-30ac-42db-a6a3-5a9e578ccf87", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "934ec4a6-66a2-4dfe-9f48-4e9b1be840f1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdfff7aa-fd35-4243-b6c1-f62bf5342a14", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a30f8ae-5c93-40d5-b10b-8ece868f3390", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cb0bed3-91b7-4017-9327-7c99a93b1a22", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2648b1c-38ef-44db-858f-67d3836a87e9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ef789aa-fdaa-47cf-a52c-e7d72c361d7c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e49571e-ce36-480b-931e-bd81a5369f47", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2aa1dbda-7c82-45d3-b03b-c173460fb122", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06c7372c-5d24-44af-8db2-ec676e1e28cf", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02dab871-3652-4241-b1dc-42a33602ccd9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3fdbf50-b23a-4075-b762-1bf9d6f4151b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "43fbe238-4b7f-4668-83f3-e2ba4b677880", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aadca618-a645-45b7-a40b-fcf5140d3fc7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "45d0cb62-33b5-4ae0-9cb2-6dc53cdcc320", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6a1500df-0701-42b2-8316-e59a1ab72137", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b87c06e2-3008-4568-adc0-a06fc59ffa3c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "63a6c5d2-910c-4b52-bb25-f0fefdac79a1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0919e024-3c04-492d-b737-43032eeeda7e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2d16dcc-9612-482d-9efd-ece59978da9e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07c35605-4a97-49fd-ba65-7ee495e7a450", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27511985-52a9-4162-8217-2a42a7989607", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d11d4bd3-0f59-4bfc-991e-67ad8347fc22", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_127.pdf" ], "test_cases": [ { "key": "ba7e02a4-2610-47e1-bc68-5a0dac797188", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-DEVELOPMENT AGREEMENT" }, { "key": "625b58dc-f46a-4d2c-987d-505270de84ce", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PhaseBio Pharmaceuticals Inc. (\"PB\"); SFJ Pharmaceuticals X, Ltd. (\"SFJ\")(\"party\" and collectively, the \"Parties\")" }, { "key": "e6bfef8c-e1da-4835-8530-95e4df341492", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/9/20" }, { "key": "94e9d270-f8ff-4d93-afce-074d6a0c073a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/9/20" }, { "key": "9b2b4447-c32c-407c-a529-cecaa88f3c30", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "fdc988d6-28a5-4afd-b739-26b9fc7e988c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcb4e9e4-08ff-4b07-a926-2d6397478fce", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "187793dc-fbee-41a7-a709-49a04dd69717", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0e4ed0a-3364-4ff1-b6a7-273454e289df", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "20e80d4d-2653-413b-88cd-4d6e83f78cac", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a7ca65b-ccab-4ea9-b6c2-5fc855c65a5d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3d82220-5a97-407e-b06e-11d8a5854166", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a15639ec-4df2-4a4c-9609-231e137a0aa1", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6ba589f-ae40-47d8-97c7-380913e4463b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d00151a-f5ba-4f3a-adfd-80a48f420883", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d5f066b2-2677-4518-8df6-498da6ff6fa9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8aeed296-416a-4d2c-8cf9-095bdf94ad58", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cce996f5-7c6b-4076-94aa-8d3466ffb12e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed197117-b219-4aeb-bdfc-3e945cccb99b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f57435b5-cb19-4dbe-bb99-68e2605af04c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8344fe07-0a92-40e0-9b8d-d0267593fe38", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4884b09e-dc82-45ee-859b-e8b8dbf3e894", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff3059ac-1e79-49ee-848e-ffb31ec9a35f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a2dc3941-c66d-4804-bd0c-420383d9b677", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63a43d25-4385-438a-b221-20ac00286b64", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c76cb566-17b3-423d-ae4a-4757ce9d6162", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "394b5d67-96f5-4470-8870-8e6e0e7219d8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae23b8e2-6dfb-4f7c-8fb4-086cbc0d42b1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3934f65e-0dc1-4715-a2ac-58db4cf070fe", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c5b9fc5-4740-4032-83eb-7c982324b5b4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e055669-5bcf-49e2-a7f2-329617cccea2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f6765cb5-b7ab-4488-bb3b-3320800e4a86", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3875a223-eaa7-4821-9b9e-8bfc7c7a3497", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a94d947-9a11-4c70-8bfe-96c20cff133d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f102cb8-0b85-444e-a4b2-4a7ebe96dd64", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65403017-a4d9-47f9-bcc0-343fc89f67fe", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28d2742f-ed1d-446a-bdc5-1b06a10a4b94", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf90e2dd-9d8e-4c0a-95c7-601857d4d96a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "17a1905a-705f-484a-8933-eaa0822b5ea3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_128.pdf" ], "test_cases": [ { "key": "a8d1c365-e87f-4413-89b4-4f2b54eb1e25", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLLABORATIVE RESEARCH, DEVELOPMENT AND COMMERCIALIZATION AGREEMENT" }, { "key": "dcc6fdb8-4a6b-43dd-a1b3-0e46471233a9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Revolution Medicines, Inc. (\"Revmed\"); Aventis, Inc. (\"Sanofi\")(\"Party\" and collectively as the \"Parties\")" }, { "key": "97d8df44-2bc4-41b8-a1cf-577fc0a343c2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/8/18" }, { "key": "bd419bef-74ee-4f09-9bb8-c9c4d55404d2", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/8/18" }, { "key": "32a3c0a9-ecbc-4634-8a7e-b0e09e2e0756", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "47adba82-8a88-4663-8fa2-4ba743cc66ea", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3829a839-ebcf-42be-b507-b509d560470a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c175bdb-da9e-4274-b9f8-a0af772f2a01", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1aa774a2-268c-487b-9c88-0d8a729d3f7a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f88ad174-9ee9-4436-8623-ba3ca90b27c7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1caddd85-e81f-4df2-9fd7-0359113a82d2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d38f8310-91fb-4de1-8e4b-d6c995fd7882", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b55e7efe-7af3-4a87-9f08-d6b899d0ea02", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b7e9a348-97a8-4b43-9ec4-e5934942104d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f272db2-9699-49b3-ae22-cfab5e10c0d6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2ca5dc25-4864-44f0-9f9c-84bb6778056e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "59e3c844-fbd2-461e-a8e3-35c464e55487", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6a728c3e-2e90-4488-99f6-0ee2ce1e5c94", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62c9416f-6dbd-4fe7-9c6c-2e986831308b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0459a424-d38c-47cf-a321-f007b90c5297", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c8ac8a8-4890-48a7-a712-73155c4c3abd", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3307cac7-bb4a-4033-a5cc-8f1e78eda520", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "af2c0d7e-1530-4475-842b-db6fb915b7b2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c2a7a07-6a72-4170-9bc1-078fef0a2c2f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "97a84fb8-ee26-429e-88d6-859c52950ae1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0288ecc1-e7e8-42f9-99e7-283875c60c63", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "21da1c39-8252-4fbd-9d70-79857c90f6a3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47163a77-b34e-4843-b103-69a0bd3b3c8d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2e08c359-1f71-4740-9fd0-fb012a4a1b5d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f189c6f-758a-4521-bd74-98669055b08b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1ed221ed-aa5f-49eb-af08-26efbaffb239", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7780b494-ce43-4f1d-b2b6-33a9fac543ee", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1eb89489-9048-4f06-9314-5b4ef653365f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1b097feb-7cce-4072-8c7b-6c372b8774ae", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "569d3125-c76b-40ef-b012-af6bbdde322e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac98797b-f42d-4fde-ae8c-ce3c02014ff4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44713199-f076-4f3e-ad54-1fff5ac77b79", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "284e307c-5fd7-429b-ab36-3a2f00bd6359", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b512e940-0f07-4e67-b051-05932c656c26", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_129.pdf" ], "test_cases": [ { "key": "7babd53a-a244-4098-9212-12674295cbb5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTION AND DEVELOPMENT AGREEMENT" }, { "key": "9d1ec6d0-b59b-4d96-8887-417179795615", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sekisui Diagnostics, LLC and its Affiliates (\"Sekisui\"); Qualigen, Inc. and its Affiliates (\"Qualigen\")" }, { "key": "50dab02c-ceb8-430c-aa45-e238eee4940e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/16" }, { "key": "7658bf93-1f48-49b7-86c3-5e28a615d948", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/21" }, { "key": "b04a9db5-a1d6-425f-85c2-2d4527bef7d6", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Successive 1 year" }, { "key": "aef31266-f882-40a1-b786-527c78a22e10", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "d7aac35d-28d9-4899-b587-755d3b742b42", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "b4ad8a94-710e-43db-b753-947893a9b60c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "929e889c-d5a9-4756-96ec-ea535ea7a2a1", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4898cf93-87b4-4a01-b2c5-916214b59fe4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d059493c-57df-4456-9034-2466ce74baf8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cbcfeac5-0b90-407f-9732-7a5e042299e0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bf8aa1be-0aff-4895-bb15-f74e689a76a0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f32b783c-7196-45c5-a628-a4d46d998347", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d848929-084a-4568-815d-baddeca186b5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "92d344b3-2cf7-46a8-a67f-cb9a4df15a8a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3605627d-869a-456d-81bf-3e190a1875fa", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e850450-1781-4990-9747-e18bcd7ce781", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8009a05e-6bf4-4ad1-88f9-0ec04a4f24bd", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "450136e4-f6eb-405d-b919-4e5eba74ac5a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e5938a6-9021-417d-ac0a-252288e25692", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ee8724c7-e93c-4aff-bab4-3976494558de", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc23a141-459f-48a6-9587-d8b82108e7f3", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6fa0cfe6-eecc-4637-ba35-bd20da97847b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "83f58e83-8ae0-4187-9c8c-2385f33ccfdf", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5b2ad44e-6a17-47f6-84e6-6116e260d256", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "942d1acd-eeb5-4b43-8f4f-672db8d6bb27", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b20e251-4f4f-4819-8129-506a4520e142", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5099f40d-1261-40f5-82e3-d335b5c75a2c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65913f11-cafa-4cb7-8f34-805d56409a19", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e78f502-4b5e-468e-86b7-52f9277d9ff3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c89e85a-ef64-4257-86b0-103e4cfea468", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b358d42-5939-4a0b-9b01-2ee447fbacea", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9b14bde-28d1-44b9-8338-a1e19e9c4a7a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d2abf77-c6f2-4077-b52b-3ecd0f2218e4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dda44886-0cd3-4865-bb03-7461f5de6dd7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6dff4020-0cf6-4495-9179-4f85c44cef9d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0565ae5-1270-440e-9f98-3b10ee757422", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "084ea205-99d3-4c9f-993d-63ef14ba8e5c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4d82a3b9-8396-49db-bd04-a302d56f6087", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "affd1a95-2dce-4896-a6c8-21abe9bd80f3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_130.pdf" ], "test_cases": [ { "key": "8387ac25-98c7-4a23-8a69-a046d62187b6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Mobile Application Development Agreement" }, { "key": "3e3c06b5-e2a6-4773-9403-d9016b995f13", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VGrab Asia Ltd. (\"VAL\"); Mr. Zheng Qing, Mr. Gu Xianwin and Ms. Chen Weijie (\"Developer\")" }, { "key": "a9be8929-b3e7-445f-9328-db3ef1e1bf16", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/5/19" }, { "key": "793397bd-5c16-46f4-9bf6-632e1b1563af", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/5/19" }, { "key": "af933786-c1e0-4170-9bd8-4d86cb2bca28", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "09/05/2019; perpetual" }, { "key": "947446e9-a8a8-46e2-8aad-229c54dc7497", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Hong Kong" }, { "key": "ef29e406-ba7d-4e2e-b939-c6a7877ccff2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "578a7dff-cc5f-4051-af7a-2e4a761341c8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5272cf24-493c-46b6-a625-461c646c9976", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40855d1c-aa1d-458e-bb25-2cdc60b57cb9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbddccff-99ea-428a-ba33-1908f8049bae", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4057a773-e9dd-4fa7-a977-a8271fa6d2bd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55ebb329-2db3-474d-b5e1-7ccfcddcba3f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a06e013e-48ed-4d4c-bfc7-9b920c566d90", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa48b649-09f5-4f54-8157-da6226813c5b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4943644c-9452-4ca4-9274-a61f9a273d1c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8daef584-41ea-4ae9-b439-163666ea4d85", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19730740-28a8-4c4c-8756-0eaed2d88b31", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f92ebea4-64ba-40b0-8caf-ad0395eed2d3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1f2d0f4-a30f-489d-8caa-cf2ba1a6fcdd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a341366-e92a-4251-95ba-be046c2d956b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b61a20c1-257a-4817-a28b-9cab2f60cf80", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9cda0c32-675d-44a7-9b00-5058b534fc61", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64d2ac99-8f1f-4fd6-8305-aa94caea748f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fba6c02-fdba-42de-b649-00ffa923f147", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73fca8b8-b11a-4c8c-b4af-462ceaab2d4f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "602115c9-a503-4ba3-829f-571f4ec772e1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba3ed8be-5d43-4e74-bf0c-26e3ec03de4a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a0a1d6b-bbe3-4d44-8dc2-39d572340445", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "887b1cfd-f2fd-4cca-963d-29191bf35d8c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ba8d86f-164d-46c3-be1a-80df116d1395", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c1d0b8f-4d2e-4239-9242-6daf73b060bd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "514c8d45-abc9-41c7-881d-cccb2e2da91a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25c62199-3cfb-448e-b526-ca5b3d3a4167", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c99854b3-151d-4a7b-9c74-a59663c98824", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5088f685-05fd-47c6-8f6d-b563b3dbfad0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34c0d41c-d92b-4c69-bfdd-a20251ddd54e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1a52686-98f9-4ede-bc4b-c698acbb2c86", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c52e6da8-34a5-4300-a598-c67c79f4f7d5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "917099f1-fd0f-494c-85f3-131c43127d6f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_131.pdf" ], "test_cases": [ { "key": "cb177d8d-6155-4afc-bb38-63c614e03812", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DOMAIN NAME AND CONTENT LICENSE AGREEMENT" }, { "key": "6eed9775-a817-48a3-b5ab-20d6a75db1fa", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Beijing SINA Internet Information Service Co., Ltd. (\"Licensor\"); Beijing Yisheng Leju Information Services Co., Ltd. (\"Licensee\")" }, { "key": "6712fd7d-1f00-4514-a037-b2de90861140", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "1c1cf1c9-47a3-4e5f-a409-254b354c1998", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e322f26a-ac58-4eed-9815-e5ce2ef1a760", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62da8ac4-f903-4691-baa0-e0984fb019d6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02e94f79-600f-490f-ac25-cff1b6e18c02", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e284963-2900-41df-bfd9-feb2ffec8c6e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7253d32-d2e2-4974-b9fe-e01276b1e72f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a6e1297-93cb-4201-bdc2-a549a2a6e96b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "529e3824-9126-4696-802e-ebced25f037f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f215fb1f-4b44-48fc-8388-73f33b266a97", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae2c9b80-bd47-4261-97a4-04460d08b7c1", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27dfbf9e-6d70-4709-a729-814725470fd8", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "265ac470-7145-4a8f-9314-3e8f37a8c553", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdc44e42-d6fd-4c0b-9c48-1b6a440dbb7e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6a906ab-a47d-4bfd-b05e-f4b2f958111f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0237f46b-a8cc-4404-a99c-1c0b9eef92db", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98c4a53d-da66-4a36-a891-f8244ff50d70", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b1dac31-4f4a-4802-9e7a-e039308bc1ca", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75ed0bb3-0a61-45cf-a080-0758cd219b49", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "800e3e21-1547-4287-8f15-d0892d8fc6a3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e41e39e-e6e8-43bd-8c5d-cb6159b673d0", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d925b66-9d7b-4d08-8ec7-b4458b0982ca", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e2fb7d4c-b694-4bf0-9705-2cd8d2f81111", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e49e98d-f3e2-42c8-a131-0da7a5e015bb", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aee83f9d-9440-483d-97aa-38f6c869588a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0159d1cd-1676-456e-a743-868f7574cd64", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "17ff2790-cbe2-4b26-81c7-46a390dadbaa", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81564aee-7229-48b1-a4c4-31814f815e98", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0069c87-2792-4dd8-8b27-c2e3e673b3e0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "979d4392-6862-4933-a0d1-9c5b02dfd80e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3ddd570-8ad7-4ff6-80a5-317cedee5d5e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2017d22-ebba-4579-a511-29de9977aabb", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "091773d0-58d9-4fdb-97eb-720524cdc5af", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec013d03-fcad-45ff-9a91-01f0dcc71fb7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "dc5ea47c-45ac-42b1-b9ba-4b8a52db264d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_132.pdf" ], "test_cases": [ { "key": "df9ba491-ef26-4074-9b26-3e23c9cd629c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT CONTENT LICENSE AGREEMENT" }, { "key": "2cc99f29-bbfe-4f26-ad89-36ffd1ff6426", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WPT Enterprises, Inc. (\u201cWPT\u201d); ZYNGA INC. (\u201cZynga US\u201d); ZYNGA GAME IRELAND LIMITED (\"Zynga Ireland\", and together with Zynga US and their respective Affiliates, \u201cZynga\u201d)" }, { "key": "a5575618-82b3-4eaa-ba13-17ffdda33934", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/1/18" }, { "key": "95db78ea-96f2-4c3f-9389-05d91f63c6a4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/1/18" }, { "key": "b1b13ce5-f1a3-4ac5-b299-d113849488d0", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/1/21" }, { "key": "d15c40ba-ce08-4c00-b33e-1eabafdfe30f", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2 years" }, { "key": "5a6eb172-8a81-4531-9247-2a78d44c2cfb", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "3f3d34de-b845-4fbd-b3d1-30a5f287a95c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "776bb7c7-08df-4f77-9538-7092f5d7de55", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f56f1310-cc27-408e-8fd3-503cabf49be2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "172decb7-45ac-4c93-b9a0-eb7ff34e9905", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1139468b-f95e-4ea5-b206-5550e727d14d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09edbad5-b8b2-491d-9636-082dc88dcb21", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b42dc91d-0f8a-4d5c-8871-31da851fcc28", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9768e13e-e550-4afe-bdf6-96fa64575d8e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df57ebcf-de89-4d50-9300-6dbf9214128e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9926c42-12f7-49f1-a8d1-0fdf9e8f9e37", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34bc885d-45de-4452-b25c-ca45b08a3731", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa365efb-d4ad-49e8-b063-889ee51cf6c9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bb4d14c2-fdfd-4397-b7a2-b20c05b3882e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdcd51b5-1679-401f-9400-5e638a3b3fbc", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a794f88-1d0c-4870-bfb1-e02d5d664dfb", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e562947-14f6-496c-86b6-1640266d802d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efad3c9b-2412-4570-9760-679e0a13727e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72879695-f6c1-44e3-8d08-244b1e8d2f46", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a48debf7-fa04-4dc3-81b6-84f60d572629", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0783f629-af58-44eb-bb4a-7096c36912d7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b59e1913-244f-45b2-82b2-ebce392afae1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "073a5bf4-0ba9-4a42-a79e-84228bf15157", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a57d72dd-178d-46b8-854c-46b722587357", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dd224ebe-7c6a-4690-946a-e1b8d7638604", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb041ee5-7036-4988-9c9a-66e8fbfe6c56", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7031bf14-18fa-41f0-a7b2-c6e2dca43c14", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6b108543-f9ca-4fa7-bc44-e3e1cff67911", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d853f3c2-1f0f-4e83-a108-a754e398d6fe", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e7ce5df-fa86-4322-a4ae-5571aaa1e2c7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6c49c6e-44c2-470a-b3ba-0bc1b5aeb3b5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a9c50f2-406f-473d-aae0-be30cbebc93f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "93a2eb61-439b-4903-902c-329ba86090ed", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e58678a-2c0b-443f-95a4-4b415830ae4b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2e69077c-1462-4e25-8b10-3324bcb817c7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_133.pdf" ], "test_cases": [ { "key": "9cd3dc38-ac1d-4368-9b5f-634630143fd5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " CONTENT LICENSING AGREEMENT" }, { "key": "c501a54a-d93e-4fde-ac52-d62b9b4ec92d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Data Call Technologies, Inc (\"Licensor\"); PLAN_B MEDIA AG (\"plan_b\")" }, { "key": "dbcddca4-d78e-486d-acca-17cc25c4b7ec", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/24/06" }, { "key": "f492ce09-20fc-46de-a0ad-ee124e80caec", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/06" }, { "key": "a709f655-ffdd-49cd-b5f5-9bd962cecd4b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/08" }, { "key": "aedb8e72-0ff4-43d9-b868-356db3db357a", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "0.5 year" }, { "key": "cc6eb750-9295-417a-bad3-08b747561821", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "c614b056-9c06-4579-b68f-4630fe270b51", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "United States" }, { "key": "c1f2ff5a-ce76-4c39-99ce-e6aa8e41a751", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96ffb7d6-81ef-4997-8893-a1d8077be922", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "089a9b30-bb83-43c5-844a-7bd95a5f749e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04cc01b6-992d-4a09-b1b8-292bb228169c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d198846b-9d8e-468f-910b-23a6aa135515", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eec82f83-2d10-4c44-a95e-676cff40f55a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0970e311-c30e-4b72-a008-ab45d06bb8cf", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c21d3d32-5d3a-4206-9b59-d342894d1bd7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2dbea02-a868-4253-a2c9-66c37451a604", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4083802e-97f2-40b2-9b0d-eb54ce7ee781", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4f0d120-8eae-484b-b106-9bbb568d331f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2372711d-9caf-417e-8ee3-d019ad0b4d10", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "23f57a3b-5f54-4f29-97dc-541e8b95861a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4178270-25c0-4be7-81d6-5472298b4a5c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edf42746-6bdb-4d0c-8eb8-be48188ab4fc", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67d280b6-829e-49a1-8f99-3cb491e88a4a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bf246c2-f718-4dc2-a508-b33bb128d89e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a862fe7-68f2-4c62-9958-69d29b770e2a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "db274a1a-5556-46e5-8999-181f73915dfa", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b28518d3-d975-4940-b8c8-cc29b6f94660", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a93573be-e711-4cce-910c-8ba73bc153ab", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f21b9cd-cf67-43da-a799-270a1bd1202b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e47937cd-d56e-4d43-9a60-b2ae71a72cd1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60a09132-3eaf-44e9-b0b9-34be761c8ed0", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c41925e-5cb4-4b65-a3b3-6dfd155dd9d4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f0155567-2ad9-4855-b567-b68e6d4ddc8b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e695562f-ded5-45a1-93a8-3411d0a4bb94", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37fe1253-7eb6-46a8-8123-68fa28baba68", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f3e405a-6bb0-451b-9580-6bbe7fe8f616", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea31999a-094b-49c8-a41c-5dfdccd5fbee", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2f92967-429f-45d2-83be-a1525a4838b0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb7b0997-a3cc-42ac-9d85-9b61a71c7893", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f89b31ec-0abf-4d8e-a733-10f35c0d154a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9cd28746-cc0f-4cca-948c-78d6ac80acef", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_134.pdf" ], "test_cases": [ { "key": "a55809e1-8cdc-4ce8-8cfa-8fb6fa831b2b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONTENT LICENSE AGREEMENT" }, { "key": "9e5a8000-6572-4876-a338-fffed5386c81", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Global Music International, Inc. d/b/a Independent Music Network (\"IMNTV\"); MobileVision Communications, Ltd. (\"Distributor\")" }, { "key": "88cf4b70-47dc-41bf-9f2d-e3dcb0004900", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/13/05" }, { "key": "e6d56195-1503-4a19-a812-22c08533f08b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/13/05" }, { "key": "e11545bb-494a-49b0-8d93-a663cd272c9a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/13/06" }, { "key": "fd35187b-fd73-49eb-9105-22594c8300df", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "b5fcddc5-35ca-4d39-b10f-954547f7264a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "13e2e710-21c5-4b87-8e59-dffafcf0f821", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80a76bee-d281-4fa3-a2b0-30b163c22389", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd40a23f-9f3c-42cd-981e-1f132500f01b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78f9d31b-30c7-44ce-94c2-e58fa0b7ef89", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e8f9200-5a1c-429f-acd5-78f7e64947e8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebc04812-1ac8-4cb7-990f-efdbb269320a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96dc1335-1f9c-4b61-a4ff-1a694ac34b0f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84edc8cd-6f6f-401b-8b80-55749b11be57", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82c5c9da-5446-4263-a054-d5fdc2c25c08", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc39d2d6-9e49-4caf-92ff-9232a66e8416", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ea8043d-6f3e-42fc-87d8-a4885519bd28", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01fed59f-be47-450b-9718-e33e9daa1e0e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a4b76a39-d9c4-4eaa-a199-ea015bd19708", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ff79b33-dc31-4747-b065-6f9f7eb5a432", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27e5c212-cb9a-469e-8879-b662824d2468", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a087b877-f372-4499-99c9-6267b0a58961", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "541079e9-d966-4df0-9e5b-3cff342c239b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45cd175e-f066-4cac-97b0-5ec7dc240bc4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9a5a7456-411d-49ec-8a3e-9662c5d56eda", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d28e8f57-ed1f-4065-bbe9-62904be8d228", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24790f7c-4f57-4160-aa30-07b44f3b1fd7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a1e2356-e23f-442b-8064-54da0811c56b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da109bb5-fadc-49d2-a6c5-7cc92d65962b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49cd4838-8dcb-47b9-b6ce-136199c8bf80", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a461c3bf-aab0-4657-a718-44505985ac03", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0a85f51-f15a-41b6-be76-d94ddd35d992", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95c003bd-84b1-476d-9158-81047bc64b18", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b5c8dec-1d7e-44d6-8db5-28c93edb9feb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7619a945-2d67-4133-9176-51a99ca78b13", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b554b042-c1ff-44b0-8019-2e741cc43b9d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01724651-c7fc-4e53-8436-65d91bfccd0b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f58adda7-2dba-431c-a2a1-f3b3f6a16f79", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87ffb124-2a2d-496d-ba56-67df1c69e73a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d2775aef-9864-4bd2-a925-b7fd46374486", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_135.pdf" ], "test_cases": [ { "key": "4693363c-622a-4de2-98eb-20428d4f16b5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FORM OF CONTENT LICENSE AGREEMENT" }, { "key": "628d6c68-f7eb-4ff1-834d-ec4804060d97", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Beijing Sun Seven Stars Culture Development Limited (\"Licensor\"); YOU ON DEMAND HOLDINGS, INC (\"Licensee\")" }, { "key": "ead055a8-6a1b-498e-b8cc-c545798e0219", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2015" }, { "key": "aeeb2f38-3894-4cf8-818c-6f413306359b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2015" }, { "key": "02c9ad4c-68e1-40aa-b79b-a6af4f70b313", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2035" }, { "key": "3dbd5e1d-eda9-47b2-a722-8f44e77c1981", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "343abb6c-ccb8-41e1-9b3b-462962d11885", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed76af34-cc00-4072-b767-366e48052db4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6292c9ee-da36-4850-9e5e-bcc5c0ac2b9d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3171183-3e35-445d-9ab1-1bb18b17a14a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe4e04ee-da66-4b99-a21a-d38e6a03d618", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2eae7116-e137-4694-8e60-eaab612a669c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d615a6a6-9893-4aff-95b9-e4a7aeea8e94", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bab69f7-a3b0-4d9c-b31a-a0776cd0f456", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cee65291-bc4a-4b4c-bb35-2e10ecf3cf98", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8fe9f488-861f-49a8-9685-fcaed04a688b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34f1cfa2-a3b4-47de-b029-4846443f7704", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8af14ad9-6f73-4cdd-86d3-b94b3109df5a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3fc9f362-593a-4dc2-baa8-87e8954b686b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa01d296-60e0-43b1-8f5e-6b794ea45db6", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a28134c2-991e-473c-9276-7060c0db8a39", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56286f5b-389c-43c8-b0ec-b2a21defd1bb", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2612a07b-4f6e-43e2-9099-1b33ee7646e0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f8912d1-f4c9-4664-b52b-95734680b50a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0fac60a5-63cb-4051-8858-2bcc6087fca8", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e23f571a-42b6-405e-b68a-15b79d96fb78", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10b000b0-3d6f-4d87-a4b3-a5d0b2b792b8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa1fad29-456c-4f41-b17b-08e269a2d6aa", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59c87b2f-045c-4de2-8312-3e41016ec2d1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "856eff25-5164-4d47-b55a-85c56579e73c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b32c543-f441-4988-8e92-06efdd8271ed", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef71fad6-ec9f-4114-97f2-cd1a574d56fc", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32464090-b98d-4942-933e-dc0feb672818", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b31f44f8-b442-46d2-a42e-c517dd817d03", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f50cf2d-2e4c-4c42-8991-9a9af2a9b261", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7050d0fb-e4a7-4b73-8789-13b61478b36f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24cf707f-cbe1-4ef9-8886-25f7a194e0c2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f42f9ef-5318-4c40-86e5-c86c1917953f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43b34cf3-2aaa-47e1-9393-260c9325c907", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1faee168-1ad9-4e63-9f0c-bf2351031c99", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_136.pdf" ], "test_cases": [ { "key": "5488a1c0-759f-4538-9ced-1ce5b4966318", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " CONTENT LICENSE AGREEMENT" }, { "key": "b91322d1-29e5-4ee2-a3cb-deea39758e70", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Digicorp, Inc. (\"Company\"); New China Media LLC ((a/k/a New China Media LLC) (\"NCM\"); YGP, LLC (\"YGP\"); TWK Holdings, LLC. (\"TWK\"); (NCM, YGP and TWK individually and collectively referred to as \"CONTENT PROVIDER\")(COMPANY and CONTENT PROVIDER are hereinafter sometimes collectively referred to as the \"Parties\")" }, { "key": "dcca7b67-2be0-47ff-8c0c-25d1c7555657", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/2/08" }, { "key": "bd2510b0-5774-47fd-9006-d7262e6d2e58", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/2/08" }, { "key": "a5ce0eed-13a4-4a9e-8209-c069733b0a24", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/2/10" }, { "key": "1c58e724-135d-4c67-9c58-2155f9925549", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 2 years" }, { "key": "8cac6f88-3c9c-4291-8905-b19a2c9fb932", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "037fc197-bf08-4fa9-998c-fa2ef67a1fcc", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "78f73203-7898-44a2-925c-3376ff7ace6b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d212869-7536-45a8-84cd-b577b2862fe0", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "294f686a-f0e7-47fc-aca1-d2eaf21107b4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33d96f97-8591-401c-a936-8871d6318cf9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cf602fd7-cfee-4430-8436-1856dd18d2ea", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0381cd9f-4ad8-4d83-ac8a-e7927a39fc9d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bcc6c64a-88d7-4da8-8c92-9cd73734f68a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80699176-ed79-47d5-a370-fa0642701e54", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "97c0af78-7031-4ec3-a25e-7307fbc803d6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "791596ae-f591-4423-aa1c-d8801ea6c4d3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "634d857e-ac5b-4735-8909-52b2726c7fab", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41c7cd6c-5163-48d4-827b-86e64ad62684", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "00ab9c2a-0183-4008-9c93-09e57da12431", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a897867c-6931-4f62-ba6c-d2af191ded94", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72d64963-c779-4a09-ba1e-1e33c76ca931", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e88ad84d-8f04-4c6e-acb0-cc5b7ff83468", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31081b4d-9a20-4b47-b785-03bf3cd74ae1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "777f5e8a-c414-4308-ad1b-8f507252adb9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "96cce1f0-0225-479c-8850-6d104a86edbf", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "686c3ddb-f95f-4d59-a2a0-43283c2fc13c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fb1273c-1cf4-46a6-a16f-ec1d45135a25", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dcf50f5c-f841-48de-a581-7d4419e9edf1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5da632ca-d64c-4830-b113-eb3f7be67148", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e1ae161-e9b0-424a-8c8c-65a923509af7", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3765f992-6e2d-4afa-819a-25143de3ea85", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6590236c-3299-4f25-837f-fb6df8289aa7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8f0e37ad-fa71-4889-854d-f7159f62c01b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "693af2c0-d5dd-47b5-8eb2-f34dee63a0c2", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "87a151ac-e442-4d67-8e97-2b7f9936a55c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2ef10d4-5656-4d64-8d48-632ee0c97e9e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de9c15eb-4502-4caa-b306-a681f8cfb2df", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c63c99c-2e8a-4f72-add5-f60ed58790bb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edafa935-03b0-42b4-a04b-57722e922060", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ed183ab9-aa9e-4b66-ab4f-30909c927879", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_137.pdf" ], "test_cases": [ { "key": "65581764-5986-453f-b625-8f0777527bf4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONTENT LICENSE AGREEMENT" }, { "key": "a92d4314-b058-48fa-8ead-e4f738a127c5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PACIFICAP ENTERTAINMENT (\"Licensor\"); THE HENRY FILM AND ENTERTAINMENT CORPORATION (\"Licensee\")" }, { "key": "1a34d78a-7087-458d-afe7-99a56707fd40", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/3/05" }, { "key": "d955a393-ff0f-442b-a0a7-3172b21af4ac", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 3 years" }, { "key": "c9958f2d-c4e7-4e49-9754-77f5823bfb26", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60) days" }, { "key": "9533d81c-db34-4a93-95fe-414334cec041", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "855dd474-66c0-48fb-a0d0-b7c743d557f4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5112c32f-deea-4b62-a1d4-36582906919a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e25812b7-0413-4924-b00c-1fe0056444a1", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd1b2058-6e26-4acd-ae3a-b500fe673d46", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8d26158-cb1c-4cd1-85f3-234c96233fca", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec966442-3291-4d1b-a681-b2d60d0192c6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb3a02a7-49dc-4b61-afea-0dead2e096f8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb5e2d64-5b90-42ab-9dc6-e3634479539e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6543a1f1-78a0-4685-9a50-9b6843d77f64", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6c81938-20d1-4762-82a5-743fc670c8e8", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1f16058-4b91-4b89-95c5-7307c8f5e1f3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a991c50-c361-4c30-b9c8-3cd2c93b6b47", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1199b1ee-bfdc-400c-9ec2-c79ed837ed92", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4dc37ffc-aa38-4eea-8b13-4ee7a4ee08f3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cea423a0-a91c-4da2-9cc0-69809654db24", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b51ec3ee-4807-446c-86ea-9059b5bf4288", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "12384e3c-706a-41ad-9d15-bc21c959672d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38d71f95-aaf6-4f51-9d31-84eb4603557d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "96b1d3bc-41c4-42cb-a5d1-433693c6a36f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85ea3c13-bcf4-4d0e-8130-f939093fc4ea", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55f92108-b88c-4549-a51b-501219e12ed9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79015ca0-dafe-4a22-b486-bd494b4d1292", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37efa937-1c12-40fe-8d08-964ac949890a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b68c6cc6-289f-4056-bb8c-863f0175990d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb69284a-4f98-44cd-9bc8-eb975fdf297c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbc5ef50-ad85-4dc0-b62c-b73dc6759b44", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e7e0b63-3784-46ec-a1b6-0e538e1ab388", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34230654-d25c-4c38-bc66-15d83fa5cd20", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08ae4ed9-2040-455f-a0d1-736168170fc8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c3ef68f-acb3-4a32-bca2-f91b60bf3a65", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be232f44-6d14-46c0-b112-f8c5a88f1c24", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82b37d55-732a-4989-9c6f-1d5e073f8bb4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "211ee622-4fc3-46c6-b950-a11d0a80bca0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6f67706d-7558-45e4-9bfc-4d360c2d0746", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_138.pdf" ], "test_cases": [ { "key": "60cb9ec5-a1af-4844-bf27-1e13b415fdd3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Program Content License Agreement" }, { "key": "74c9df42-c301-4fe0-bcb9-0f89cc3b82ec", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Phoenix Satellite Television Company Limited (\"Party A\"\"Phoenix Satellite TV\"); Beijing Tianying Jiuzhou Network Technology Co., Ltd (\"Party B\")" }, { "key": "1efa8550-fe75-4aa8-8932-9c59a0d39a27", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/24/09" }, { "key": "db3fee09-a6bf-4ea2-9ec1-d4f39ded2a2c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/24/09" }, { "key": "2be33987-6a57-4539-b4d9-33ac849b95bc", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/24/14" }, { "key": "dddad11b-dff9-4338-86aa-c48ddc4ee71d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "6900a75d-741b-465b-9ba9-4d050acd4795", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2221126c-440c-4849-9582-75df1e5bf30f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dba6419f-fc50-4bbf-9e92-07165aeb92cf", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2454708c-408a-4c68-9fcf-a8806055af04", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dfcde38c-50e6-4237-a8d5-0feba25c0e2a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6679127-bfef-4ecc-b468-8d9651f516a4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a17e30d-9288-4d73-b195-9360cfd7a2ca", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90b63795-ae2b-4787-9b3a-f45d6ac56cb0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95eb2078-435d-41a5-b222-4f512891ac7a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4bc3ebe3-35d4-4651-9877-1f00c2aabbcc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "78dd58e8-b0cb-4e1d-8252-667da3c63fa4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a91d8e84-b244-437a-84e2-33ee612a689b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c83780a3-8185-43fd-9cfa-9741429088fc", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a41beeb4-9642-491c-ab4d-abe2f018f5d7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "353fb8bc-c09b-4e13-8678-cf5198fa19ba", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25d2feec-793b-4e87-82a3-1785d377753f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "56e04fd9-a2d7-4d3b-8873-79b2289c3eeb", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b17b7e1f-6f44-48b0-ad15-6b3ee5c50437", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1cd77ff4-6b94-41ce-8ff1-44ba5db48acb", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "93dcc870-c4fa-4a73-840a-5d131c289a67", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8852881-2bed-4c40-bd8a-044af5a72905", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2467692-2358-4435-a75c-2a6c524852fc", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f5a77c9-357d-4b1e-9b09-302a25149657", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7807fb42-bd0e-44dc-a6cd-2cc6fc19d7cf", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d36ea5a7-6968-4610-bf4b-8bd733e4f718", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acca519b-0df6-4023-8105-dd5bb67ad2f9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93b023ae-bdd7-4870-857f-e29f3e989959", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5f9e337-148b-4782-a78e-76771b269146", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56e776c4-20c8-4ceb-8945-a9b400730ef5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "286ace47-fd56-4d73-ac34-c6e59d930a4d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89621198-38b7-4ed2-87f8-e46b631e9796", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb93442c-beb2-4377-91ad-f8e263e4608e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c37d7132-3342-4e56-856d-f89ecb476eca", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "44aa339c-bd52-4f22-b3c7-4202659bc1f8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_139.pdf" ], "test_cases": [ { "key": "1e6a9ce1-4ce6-4ebf-98ff-5401b0e14a4a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " CONTENT LICENSE AGREEMENT" }, { "key": "99797d5b-2c94-4b5f-920e-6d0d637f8df3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "World Book, Inc. (\"World Book\"); HSW International, Inc. (\"HSWI\")" }, { "key": "9eae1e50-9208-4f3f-ae28-c23c5ae49410", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/17/08" }, { "key": "ba224a3e-a30f-4972-a996-5ce8897e8bdb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/17/08" }, { "key": "49efd057-77f1-4354-bbde-b6e8e093667d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "dffc8c5a-b4d3-4fc9-bfc6-cecfca2c9a2a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4eab3d38-15ec-419d-a70d-1dae8d004f22", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e58e5dd-5e74-41c0-a704-7098a3bf6cc7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8a390c05-74df-4f1d-9d2f-6e81eae2e6f1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cddfa60f-9f95-4e71-ac69-d03393f0a706", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6da714c-cd13-454d-b0bb-95641af90daa", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d296ce32-da76-472f-9b69-a5d7f8cf29c5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97814f8d-42de-4665-bba2-89734b0da5f9", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8677b7ae-b102-4b89-a51e-1465d5705528", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ebb2c480-96a8-4eda-ac93-1418e2665f9e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "017e4384-252f-4f3a-beef-d247d417fc02", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "78e4609e-d9fc-4121-8eb7-d3478425b35d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8d981062-05c1-452a-b26f-b11407da6388", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dab00eeb-3854-46c0-8d4a-a5c97b0bb3b4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27002b4a-573e-4f03-ab8c-585f4bc335a2", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "599da268-fad6-4ddc-ae9f-3f0e2d6624a5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "700949c5-3bc1-4371-90d8-e2b646c33a81", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ff64fd1-c4af-408e-93ba-e3f6f6617566", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4358aef3-424a-43c7-bcb7-327fe816fa86", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad4bed3c-81fb-4df8-8636-d9ec4e39de61", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11a7ec10-46c0-45ad-90ca-4c41b2d5d80a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e306d4e8-d3e5-4dda-8529-b2da6b771d9a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86009848-b875-4111-aa2d-f80f3be64792", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "35b68520-a72a-497f-8bfc-139d6a413851", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a231f821-d0ba-43cc-b7ea-c085d96a59ba", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c73de34-6161-4a52-a787-61f6122341cc", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7ccab73e-0fdf-4a78-aee6-0df522fe1c28", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "adb6ef7d-6584-4c50-94de-b3180220e196", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b368005e-7003-4c7d-b099-8163fcc3761b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4b9b3e6-0cc4-46dc-9728-b64d8bed690f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c0a5054-b9b8-4157-b933-e50d4f4192e6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cef42e49-09d6-4a93-94a3-a15c58279f7f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "666b8d34-7c26-478e-b5c1-fea94030421b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0abc22be-0d6b-4eec-a67c-05ff00fe39d2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_140.pdf" ], "test_cases": [ { "key": "9f506016-8aff-4c48-b854-413b7bd4812b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Media Content and License Agreement" }, { "key": "326f5edc-f11a-4353-a4d3-22770d698919", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Watchit Media; Oceanic Time Warner Cable" }, { "key": "ca57a945-efa2-405b-94e1-644fefaa3b0e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "09/01/2006; 8/31/2007" }, { "key": "8cfd1da8-9c75-4fb3-8e2b-e66792c08d54", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/06" }, { "key": "79f635fe-b509-42bc-b807-91cf256d1d88", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cf2fd38-f6ea-4367-83b4-7b8e22be9a97", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "941be80d-a746-4f2c-a4d7-622b366780b5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a6ce5fa-84f5-45ad-85cd-3e50000719f8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82792988-c801-452c-8caa-b5233eef55eb", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9b5fffc-ea88-4474-9317-9975b4c80c89", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30106a0a-d0bb-494f-997b-634df82b7df1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24f02d09-3612-4ac0-81cc-4af896a23048", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dafbdc2-82c4-4bf3-8b81-4300b3c96b2c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6587964f-cd78-4221-bf0c-32e3cd74b2a3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d77d22f3-07f6-4d68-96fc-26e9e40a5448", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48e798ef-c202-4dd9-9709-8b10ae187d31", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c53d277f-87bd-422b-a155-ba7478ec25b7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83c6d431-a89e-474f-864b-890471755714", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35702e9f-a5f1-41e4-a2c4-504e3427a2ce", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68d92cc5-b7b5-4db3-a654-3cc10299e076", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0477d5c2-14e9-4f3a-b500-2919dae491b1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80f386d4-1775-4547-a88a-8800049a14da", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef136a19-71c8-4380-b623-54aa40f2ff41", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c78551e-78df-4b70-b0c0-6f8f9a8448e6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6eb7703-4ff3-4de4-9e85-7c7257f163b2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9afe53bd-316d-42ef-944d-2c00d4047b34", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1968c60a-e532-47b0-9e53-e419c049a5d2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e794d1bf-401a-4eac-bab0-751ef561e8c8", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01b87d44-7cb3-40a6-8c8b-fe7ab0f3d19e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c7431cc-f45b-40aa-a47d-1b3e57e37c46", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56cc29df-b7d7-42bb-bd03-c53921458bdc", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3b7206f-733e-42e6-a853-69064555b6fc", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eac71aa9-31ac-4ef8-810e-13621d21c5c3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "18336bcc-e423-4328-844e-387150f01d58", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e12589ef-9572-471b-af12-2ed63592b17e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d848fb02-d6bb-4ba9-8cd3-54cfd7dcb485", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fde53dcc-2f65-499a-af1d-53da13bdb47c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ce6c6efc-327a-436b-bc2b-d6290ef96560", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_141.pdf" ], "test_cases": [ { "key": "11a2dc63-f486-428e-b8f2-8c469e97b64a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " CONTENT LICENSE AGREEMENT" }, { "key": "191360d0-5913-40a0-82b3-fff67b25a6c1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CHINA ECONOMIC INFORMATION SERVICE OF XINHUA NEWS AGENCY (\"CEIS\"); XINHUA FINANCIAL NETWORK LIMITED (\"XFN\")" }, { "key": "881bf15a-f3d7-431d-89f9-b0d849553ce6", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/15/01" }, { "key": "7e211e1d-e847-48b8-a321-54c17019f4c5", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/18/00" }, { "key": "db2ba353-f976-4a5e-8844-58c74c7f6741", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/18/20" }, { "key": "f231084f-7913-4884-931c-75f177e39265", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10 years" }, { "key": "fc0faf0b-2153-46e9-b401-7cdf28d67c5c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Hong Kong" }, { "key": "3634c12f-b5a9-4861-881f-e99fbf9bf8a4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb9f323b-6c92-4d74-ab6c-2966c8724eb3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5aa164ef-ef89-4b26-8bd5-dd6486df0467", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6004c33-bb8c-466b-84e9-e569a458cfeb", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9e21fc1-9f6c-4e3b-a2b4-9c331a379466", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1af7dd08-90df-46be-9280-871d86972789", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d963cd5-fdbe-4194-92d2-3ae80c85af55", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dc8bb20-bba0-4b04-8cf5-45c148dbe97f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b6073278-c2a8-4143-afe3-cfa64519536f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "841364e6-e66c-4d8c-ba36-babb9b7f06b1", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aea52588-d3aa-4f55-b03f-c15835936a3d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c768458c-616d-4007-914b-641568c689f1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99385080-30ba-4ab6-afe0-f411390205a3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c068d275-2ad5-46ce-9e7d-5e92254aea03", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9489846-b1e8-4f1d-882d-4459b1179e3c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a687b90a-b0bc-4b61-a376-69ad6b83a0f8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fd11fe0-62fe-4211-b2bc-0b08cfce9f85", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0449092-da84-41f1-8e49-30fb5261032f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "712f66fa-e44f-4a53-af56-446a14faf0d7", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eae75aac-ce2f-40a8-aa26-4aad23c5fd4d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "656c7c1f-cd7c-4a38-80b0-ea26d804b95e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "593ad2ca-2f85-474e-bbdf-b018263824ad", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f4e556c0-348f-4a35-bd7e-c5aa09652d27", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e5d29e6-1ee0-4ca8-8d8a-5b868308a82c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "848f04d7-2d46-46f6-b3fe-f0d142becac4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85b752c9-0e36-42cf-ab2d-827209432b78", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04c91d7f-7fbb-40d1-81a3-81ea1c4d4912", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3aac69ab-0e02-4373-ab55-09cfe3004791", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b3d6f09-38de-40db-be24-07e5285bb243", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "763e2434-1b7b-4977-b32a-51c7a413318b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a777648-b397-451f-ae00-392d217b9b06", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe2993a4-5f3d-43ac-824d-7ebb01eebf98", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b52e3e2-fef5-4e80-961c-45ba8f45d723", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4f18c271-f8d9-47a0-bb95-05369624b61d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_142.pdf" ], "test_cases": [ { "key": "67630deb-5d21-4511-bd47-339ea5f19f0f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONTENT LICENSE AGREEMENT" }, { "key": "c0d22d53-0a62-4e12-be37-9296e1fd9792", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Emdeon Corporation (\"Emdeon\"); WebMD, Inc. (\"WebMD\")" }, { "key": "c316ecb2-c524-4cd0-9a88-421b34e34adf", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/05" }, { "key": "9ca80d1f-18ff-49f2-bb70-66a4431451cb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/05" }, { "key": "53c73b52-a552-4b73-891d-bd2240d415c3", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/31/06" }, { "key": "282ffd16-f6ca-48b2-9b67-2583a187a172", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "56cc90b9-b2cb-44de-8ffa-db6fad79becb", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "25f48967-92b3-4182-a838-17487eae834d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b18f4204-9ac3-4db8-ab1e-3e2af3485b6e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80ff20da-1755-4f56-847e-b4fccf7a3fe0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c01bb0bd-4965-47a6-9a88-9c430cebe913", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc822905-ca01-4608-b339-574409f6a7de", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f6e8ba2-4feb-4413-9b5e-410bd8515c10", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cad6564a-1af6-49de-a075-09249ae37160", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dfab68f-cc5e-4d93-9306-69b09aaf268e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16cad46b-a3dc-4aa2-ac58-860553990a0b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b8764f1-6e97-44f1-a474-f2b9086a2609", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54f45c7c-1e47-4256-893e-c4ef106d0663", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "16d0d812-13e6-4850-8825-b07d6f7ebd55", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ef2ceba-8cf0-484f-8534-ec7640580f01", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4ce53e9-d534-43ac-a02a-cb6c0764332c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbf07a54-e980-4e4f-953b-d09a1653be03", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e11a6a83-120c-4a9f-9aaa-dd9501eca552", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7796183-33da-419f-be72-1bfda79f6824", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6177ca35-66a7-48d7-9103-1a4b52798aa4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4be8ac7d-2783-42f1-91a9-e20b48098c19", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3442a00d-b31b-46a1-956b-36ef9c7564ac", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11b0d2f3-c7ba-4114-a46a-39f10d180756", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d284667-48bf-4466-8743-68cd9532f2b1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7b7b64d-6c4e-4e86-9351-e306db7aafef", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a6ce315-7596-4dbf-9d14-4cbe7894fe92", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86dd57d3-a14f-4b22-b441-580f2fe5f1c4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b95151e0-4ccf-48e5-9797-b0f627b2c3b7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05143734-bc5c-46e8-b0e7-0f538d9e5a3d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c802a1d5-6e2e-405d-a2b8-924b0113648d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2b84d032-a550-4b26-b6f5-cf594e35b7f0", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab94c8cb-a32f-4071-b9e3-d3a7c15b1ce5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d15e668-67ec-4a5d-b147-86d35b64b50f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82218a14-b2b5-4633-9e69-a0940c70970b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c89a6dbb-fc3e-4e08-ab6c-8b3690950b54", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "eaa1893e-da90-43c4-8035-80aa60576dc0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_143.pdf" ], "test_cases": [ { "key": "3a806973-3140-4e8f-9da6-6cdc7416e0a6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ADDENDUM TO\n\nZEBRA\u00ae PARTNERCONNECT DISTRIBUTOR AGREEMENT" }, { "key": "4f739b77-3273-4f3c-9b23-00469de36f93", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Zebra Technologies International, LLC (\"Zebra\"), Zebra Technologies do Brasil - Com\u00e9rcio de Produtos de Inform\u00e5tica Ltda.(\"Zebra Brazil\"), Xplore Technologies Corporation of America (\"Xplore\"), (Zebra, Zebra Brazil and Explore collectively as \"Zebra\"); ScanSource, Inc. (\"ScanSource\"), ScanSource Latin America, Inc. (\"ScanSource Latin America\"), ScanSource Brazil Distribuidora de Technologias, Ltda. \"ScanSource Brazil\"), SCANSOURCE DE MEXICO S. DE R.L. DE C.V. (\"ScanSource Mexico\") ,(\"ScanSource\", \"ScanSource Latin America\" , \"ScanSource Brazil\" and ScanSource Mexico collectively \"Distributor\")(\"Zebra\" and the \"Distributor\" are referred to collectively as 'Parties\" and individually as a \"Party\")" }, { "key": "c2b07738-004d-4901-b8f0-101a3a50d3cd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/4/19" }, { "key": "3ac71675-d79b-4b26-b2e2-011b67afbff1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/4/19" }, { "key": "dabedbfa-1fd6-4415-b57f-9bbbe2da1830", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "709c7144-942a-4428-8fcb-b7b0c75b1039", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e619f0ce-b57e-44ff-b5c8-a8db31536f9c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e370b0e8-d7c9-41f3-a838-7b6f0ec273e6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d725ea33-d0dd-4168-b40d-475d3d65fd9c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47b63443-2294-4807-b7c6-c42edb5195a0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "420a09d5-65d9-40db-b3e3-e701e00aeecf", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d3c21aa-5143-4768-af46-ce6560a998aa", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02ba8753-d459-4b01-bc1c-cabd1fea98c8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc76b1d4-e946-46f2-91fa-1a5fdecc4483", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e6e6556-0535-4f2f-a389-11513da35dfe", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48017c57-f425-42f4-a2d9-453c40f1a203", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05346e8f-9ff2-48ed-985e-08fe45967818", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dda99b03-ef02-486c-bb3f-eafa59e5ce70", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07195cc6-a857-4fac-9f90-fed4552af17c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c737470a-7d9e-4c95-ad89-198884292dcd", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d938ea22-e3a4-4e8c-bf21-f61e7680ac90", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73a87b6a-c5e9-4167-8c2d-e1b581ebca28", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7a5e337-d1b2-47f3-8abf-1df60a60da16", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2a82ed8-192b-46ec-a3e4-f12212270607", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "908ee579-eb69-4d65-96c9-e09e060a1a15", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d90f04e-ecf1-434c-b4b3-51f4fd1bd0ec", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78b09c70-979f-41fd-9e86-bca968270285", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1afc055e-05a3-4fb2-8bd1-e710f7011f4e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d07b4f5f-7ceb-4355-9fa4-d54fab1d3b7e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b92c1b4d-c0f7-46a1-a208-9b4644fc4f91", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee66a7f8-b1d3-48c5-9063-10da3abc944c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3edf46a-a09e-41fd-81f6-995e29daa35a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28f2d1dc-88b8-4393-b342-d1ed08873477", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02ec62a1-c3fb-41e7-b233-bffe010c0733", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e458bae2-3726-4baf-b1c5-0dfb060060a3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5126045d-3877-496e-a575-419ba25e52b2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7b11d81-9c9e-42d4-b9f1-ca281a1dbfbb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0383d86c-48eb-4584-a1e3-9f04ee243640", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_144.pdf" ], "test_cases": [ { "key": "8b3a2d2d-4aa3-4a74-bda3-ba70cb1c2a89", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT NO. 3 TO THE NONEXCLUSIVE VALUE ADDED DISTRIBUTOR AGREEMENT" }, { "key": "a4d2ea76-53f5-4867-918e-7c4df8030dc9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cisco Systems, Inc. (\"Cisco\"); ScanSource, Inc. (\"Distributor\")" }, { "key": "d243e834-ca81-4434-bf28-de633aa85172", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/4/10" }, { "key": "5607d33b-9d7a-431c-b207-a5d87a4d1308", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/20/12" }, { "key": "bef2f4ca-cd9c-4b32-b466-2ea3130c5750", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f5c87cf-6033-4583-8541-197d3105eeaf", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7cbd663-3fae-4b8c-bfc7-dcffe62072d0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92090430-5b32-47c4-b4de-d169bc7497ad", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55e434f3-a96c-4bce-8394-3ea826f3e307", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf51f4f1-1d15-4974-97e8-1310affb187f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd4dfb17-83c6-4f25-9135-2727ed6502c7", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21732153-6e2d-4d10-9b83-56270a845d87", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09464c25-16bd-4244-9ee6-f7a8cea12a9f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fc56017-98c0-4292-8291-7f11f374a84f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6b01d89-864f-45c6-8135-5bab7d3c3514", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f77c1c9f-44a0-4970-8fdf-3c9393e9ffb7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cf300bb-fb6d-4187-a2ec-5177536d1204", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee45cdbf-e1fd-430c-86cd-c40989660a35", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f6fd02f-67ee-46ab-a31b-c5c6a06f8db0", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b6c01e7-9ae5-4b5e-b563-6dd9265823aa", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "544848d7-f919-4a87-8c97-88a757dfb88e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce331d30-50f2-40f5-895c-eb09b9bf6f0c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "694df3a3-5095-4a12-b8cc-d8aff435895d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e240226-da03-4eb1-80c7-371b241d80b4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d53bf990-c822-4228-9651-530a231478f5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4afd7e3-9123-4b10-9cda-321aec4a8b7d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bf5d0d1-c3d0-4d50-9a95-1ccd9418fb28", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e8e4b82-ad83-4b32-a24c-fd321d5fb47d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7086095f-de07-4c79-801d-0fcc20467655", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdc48fea-48f3-4eb2-ba0b-a9dcdf77123c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e96f08b9-07e3-4c74-a4c7-0507dd50f0d1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af067c7c-4821-4a50-ab6f-284856e50efb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4de0d309-826b-4603-9e68-51a4a9aea35b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b578b0cd-3e8d-4ae7-9e61-3e13db04706c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fb3a1f2-a7d2-4e7b-a6f9-eeb2e665ace1", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76a88c8b-4494-4a10-94e6-37244019cf07", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a41a73b0-2a95-4960-8971-93e5bddcd4db", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "87c1083a-eda9-4fa2-9e40-4e386e46751b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_145.pdf" ], "test_cases": [ { "key": "6dd028da-0b8c-4b2d-a6cd-006470bc0c05", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "3536cd0c-8ecf-439a-afba-0bfa8a599c8d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Co-Diagnostics, Inc. (\"Principal\"); PreCheck Health Services, Inc. (\"Distributor\")" }, { "key": "58b0b50b-be07-4560-b5ce-d86a4913fa5f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/19/20" }, { "key": "4d41f965-31a5-468c-9171-024ee97e6574", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/18/21" }, { "key": "e41b1b0c-6499-42c1-a872-e224978b8663", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "77522f60-96dc-4c68-963e-569d6d464c4d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63b7d56a-7575-4f69-aae5-dc0795737143", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe0d0570-d477-4f44-927b-6f8fafd01a91", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b6b8ec68-f3fa-4b98-a12a-be401e07c574", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f07a787-a753-46e3-8d75-33913602dc8d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "846f36be-0211-45eb-bffc-4fdfedb0d56b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2af15188-7700-4218-b445-cb8bfadcad40", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17882572-a83b-4513-a134-3d451b94e992", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0e6725b8-1f41-43b1-b675-8787173dd590", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7010de0d-6a60-465e-8796-e618a313a118", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2447a15c-a8b0-4a1c-a1b1-7b543034eb9c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a2ab333b-a556-4fe7-a00a-defcc5654c2f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ceebe93-9e6a-4742-9ffe-87084b360d5c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5587313d-cd57-4cb3-958a-5a8e6b8e0a39", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70525622-2b2d-4ecc-a9d6-4a73f81c9fa3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29bab6d3-33ec-4598-8e25-1aaae28cc37c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c76954e4-6dd4-464f-a6e5-10a9a035a419", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64962231-75b0-4a7e-ab47-ec46afe9663a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c776a281-718a-4462-b092-5231fda8c5bc", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "688850a3-ce34-48ac-bbee-f1f89938034a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca17d2dd-dd1e-45a9-b65a-dff47d0f6f93", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a74ef399-4e4b-4bbd-b351-04e5c5322f4c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6229fa50-d363-424c-8266-610d9f197cb2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "858e4ad7-0b08-4723-84e8-e9075808df19", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dbc7606-b223-4ebc-a78d-2f0282ea326c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3759811d-4e01-4ccd-b48f-4c53e72ac567", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f61c094-b0b5-4088-b463-1b5d2fb71904", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99af78cd-daae-488f-87c3-5f511219dfa3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b1c552e-8e78-4fff-9c1b-3c8ffbf07aa2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c3997ed-7c58-4c24-a2ec-fbaccb48559a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a795a06-ca2a-49b1-b0cb-7c82bd2ee373", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d349cc50-7ece-41b7-b7b6-b32e3426ed52", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98ca9cfa-271a-434c-8106-a8646c912e7d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "af22888d-2307-441a-92af-487a79a0a6e9", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_146.pdf" ], "test_cases": [ { "key": "16fa1331-46bb-4d08-9a30-b75aa375fc45", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EXCLUSIVE DISTRIBUTOR AGREEMENT" }, { "key": "6f778c97-6a5c-4924-bfe0-42628b0073a8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SMART RX SYSTEMS, INC. (\"Company\"); A3 DEVELOPMENT GROUP, LLC (\"Distributor\")" }, { "key": "16ffe84e-5b20-4af8-bcad-b4a7ddb34b1f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/17/17" }, { "key": "396e8cf6-8801-4435-8d0a-faca0a8d85d6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/17/22" }, { "key": "25c8314a-0d5f-4713-a5ce-3b9f0207361b", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "9670120a-61fc-40f5-b5eb-9ef2b4374230", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "180 days" }, { "key": "9047de37-08eb-4af7-bc46-d51d0ae26d8c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "f86a8d56-965e-473e-bd4f-995152428b50", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf088479-caa9-46b2-bf79-2d26c472439f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84d54525-2b41-4c89-9bee-250c8047922b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b80aeadd-94a8-4c70-b794-aa6bef500503", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad6b9672-f9d4-402b-a597-1d4e0b3bde4c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12832507-4f08-421f-8202-1c91e7d6e860", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09195c5b-d61c-421f-bc1f-883801d0c97d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4015242d-8e4e-4b75-995b-749acdec30ea", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cbe46e7-1b8c-43ea-b7e9-ba4809cc5f57", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af57495e-a43e-4077-8328-8dc0d5d4e853", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ea59c41-5a74-451f-9292-59a496234686", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7075d99b-1df5-4eff-bd38-72680a35c153", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a2881bae-91b8-4d5b-849f-bcb7d622e967", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc2dca48-9dc8-49ac-8e8e-8a14babd42c2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4833007f-164a-4e3a-bf15-9d43dcd1fe2a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "672c7ba0-ba8b-48a5-917c-a3c599ad0189", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d12190b6-557a-4564-b327-5f3610dc6dac", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eee17779-879f-43d5-a47c-512e21310da2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3839d23c-6b03-4147-9f16-691d2a634c85", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec0c427f-0234-4617-bec4-4e28a746162c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7957a82b-c6fd-49aa-9036-3f6841a7fc3b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e742e21b-88e5-4c4c-93eb-a5a7382a1455", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdf68fe9-d551-47df-b590-019c10a2a931", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "187d08cd-7b74-4862-8a69-0ecc2824530c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cfad361-f8a5-42b2-a0ad-13e1b54cb3c8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "77cb16a9-e04c-47ed-979d-a729aa2e9aeb", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f186b38a-5e14-4c86-a738-be0ec1a42fbf", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54a20bc5-e313-446a-a07b-2874c14c4b63", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ad70a61-fac7-4bee-89bb-af87ee219672", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2cefc1f-4683-4930-af83-9f2a34eedc27", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5c26f4b-c46c-4526-ae7b-c9a82118d542", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3111dc64-e65b-471e-9e68-1f8f45ed9978", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c9b41d51-e939-482e-b009-1d33aac755c9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "fa92f7e1-df4d-4cd5-9084-7750124c8860", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_147.pdf" ], "test_cases": [ { "key": "0475da6b-d2c7-46a6-80f7-767f2fe0baba", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTORSHIP AGREEMENT" }, { "key": "3c334425-ef77-4ba7-983f-9cc97e84a231", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STARAR SURGICAL AG (\"STAAR\"); Distributor (\"Distributor\")" }, { "key": "82f44c61-b89b-4e6c-9e4c-ce534a36d442", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "c1aa1a12-8fc0-451b-ac96-9382bfdeb19e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "95fcbb1b-67d5-4c79-b0f7-287b1d4966f5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37a00479-b703-46d4-8ee6-7aa1ca451925", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64f6e7de-c924-4687-8626-ff74d3e97334", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8d0b6e32-c411-48db-8038-908afabd4cc0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7d7d3fa3-7185-4eb9-a238-438afb96a0f8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64535583-63c2-4988-950c-ed9d74269813", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d4b2005-9f72-4485-a9fc-32331866ec0b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c374bf01-79c0-4f78-891b-3e44fcd4f4ae", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b7d508cc-de85-46e6-832f-304c827ebd4b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02e997f8-e7de-40ac-ace8-a4e552688814", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17f45297-0064-4ea1-a87c-a9a05fa04374", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "23c42ce8-69e2-461b-90c2-de21ef228fca", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1917b113-7c19-4a56-8539-66b324f366ee", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "992bdc4e-432d-4c14-bd6d-f31077255350", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9b78015-73f2-46ad-8ce3-e17fb02c20d5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4f7535a-cd4e-4808-a2f3-cd99e1d819b7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8d3f5f9-2119-4668-b277-e5d2584bc675", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43e22295-0187-4d93-9c1f-37dfdc7f311d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "938cb1f4-b5ad-41a0-9b75-397c21da3a9c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f6db2f96-fc40-4ecc-a2bc-d9cf6d9aad5b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cacb8c17-9e28-4bda-a372-f1eedcac66a7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6556ce4-df69-4534-8eb7-c653cdc51c13", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2032eef2-739b-41d4-977b-f5c6519a2f3d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90acaee2-17bd-4448-a981-18e371e2a625", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c2ba20e-77bc-47ee-86b2-602cbf31f26b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "13286494-87c2-4774-884a-075808f956d4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65e68f53-33c2-46b0-a930-9daf5cfd6728", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd08ee9c-1fda-414c-a445-ea1ea3110668", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b291efa-3c1e-4d4d-9510-8afb5bbffcee", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e593e170-3c80-4566-9ff7-e57042f00fab", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "281026a1-9499-44e6-99a0-c2b93dd9d9fd", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f5acf2b4-e99f-4b35-bce7-604874d1ddd4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ea302ad3-499b-4214-8ecb-5faa791bf2e9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "97d48845-666c-4979-b3d7-354a7a97bd3a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_148.pdf" ], "test_cases": [ { "key": "2aea706c-9b0f-46b3-9d73-5722723ccdd5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTORSHIP AGREEMENT" }, { "key": "8ec6448e-3a73-4bcf-84c1-1267baf20db2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ZOGENIX, INC. (\"Zogenix\"); Nippon Shinyaku Company, Ltd. (\"Distributor\")(\"Party\" and collectively as the \"Parties\")" }, { "key": "c335b841-6467-46ba-a684-a7da70eb5958", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/18/19" }, { "key": "6d88d96e-f51c-4121-bd47-d2ffcf09f8e7", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/18/19" }, { "key": "efa2dff3-fb4d-4c1a-9a32-1a934e96f816", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/1/45" }, { "key": "2bacec2e-5c26-4d75-9207-c93ff0254112", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "506eddad-4d2a-4632-9e43-fc03122b189c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cfc62b3-585f-4e8b-a299-f73d061afe12", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c472152-5dae-4315-8fcc-c087880ec4db", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4cfd582d-a594-456b-ae09-bc8ae997b821", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c37be860-17db-4f1d-8332-c201f75bbbab", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "338f2566-1b43-4791-8141-12e93758cde1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2aa42573-dcfc-4ce7-9611-937d73ed70a9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7be794f2-9094-4f66-82d5-b998eb88b402", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df414efe-9fc5-4b65-9452-d54015d3a004", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a42f658-68f1-48da-8d54-7f2a59b8011d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e77274a2-3c68-4801-a73d-6caebce7c572", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "55310aa4-6b31-46f4-93b4-8a70320ecf6a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8025b523-7065-4f21-b0d4-728c5858d341", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74125732-77a9-4c98-8252-9a3f0828d341", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84880c61-7155-4672-9f60-c278f1371c84", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90959a59-e197-4973-b00a-7060c1398e49", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a281c07-3aea-4e2d-8dae-439ff20891fa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61d326b8-3148-4bdc-8178-10e6afc360da", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76ad161c-cef8-4cc5-a952-42798cd0ce72", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34f8a3f9-9cfd-44ba-9eea-482a5844bddb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "da3bf6fe-6cd6-46bf-af73-372b3b381189", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2fcf2001-6f23-4f73-9c1d-3cd43ef1f2d8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0363624c-95c5-42f0-9afb-1d811ccac596", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b4e31e6-01da-42ee-bbcc-c34c1d2dc63d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05b98c3c-37dc-4610-8e9b-90cabe68e3ea", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9da0b683-cf08-4c73-af93-80ac47c6e368", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "255952dc-1263-4593-9b39-381670cbba57", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1617affc-466a-4047-a002-90b442bf0db1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "39de367e-0853-4e85-954a-4ede9a66f532", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ed752dc-8cce-4aff-b8cc-f6e60916125d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18db398a-b032-4460-8f30-625ca8fa2931", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3795c058-37b4-4800-8d23-13727e6b0d25", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "95bf3562-ec44-47c7-bdb4-f6f215e1e75d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8bb4c6b5-9f1f-4c30-a421-9949bee0298e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_149.pdf" ], "test_cases": [ { "key": "7afbf9b4-3129-4827-abd8-fc824fd85c7e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "b189e228-c02c-4a19-ab02-d238666f52ba", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Armstrong Flooring, Inc. (\"Seller\"); AFI Licensing LLC, (\"Licensing\" and together with Seller, \"Arizona\"); AHF Holding, Inc. (formerly known as Tarzan HoldCo, Inc.)(\"Buyer\"); Armstrong Hardwood Flooring Company (\"Company\"and together with Buyer the \"Buyer Entities\")(each of Arizona and the Buyer Entities, a \"Party\" and collectively, the \"Parties\")" }, { "key": "6c275fce-ead5-4a45-bfb3-f0e50b4e2046", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/18" }, { "key": "f7c3f719-abc6-4080-8a6e-a4cf661fa646", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/18" }, { "key": "8d25a313-4a63-4603-90b5-d2d1e6cc56e1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Perpetual" }, { "key": "d656deb1-24e6-404f-b5fb-972a153dbe48", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "f287ff53-5b51-4ceb-9582-926599345ddd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6d96566-6dfc-49f4-8af0-929823923daf", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "099a8e6e-42ba-45f4-95bb-e20dc254832c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f460dd0-8c6a-4584-b463-d9ed2077d30e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27d71d1f-ea8f-470c-ba74-4f619b8f0f15", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32747821-197f-4225-95a9-d76e3b2c42cf", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92341192-fa23-40d0-8600-a1ad51d62228", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4ab9b4e-d489-4384-9089-5be7b9678f36", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30760bcd-bc5a-4853-8728-7ba5c13e8fd3", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70c310f4-ca95-4cf5-9e0e-42fa884851b1", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbe519be-1a8c-45fa-b4aa-01406d649e4a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5778d288-2464-45d9-b27e-93f34ba068bc", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b7b4878-0c49-471b-bf9a-10550d19fdd5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28b5bda2-712a-4464-82fb-4ef988b7dadd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f4fdaee4-3995-4408-8056-272af1ab280f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ea8f52b-69b1-45e8-83b8-9c8ea949f8d4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1be1867e-fe0d-44b3-a49e-4635da7220b3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfb6742f-ebb2-4066-81bf-fd7275cd510b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b71b7c7c-21bb-4965-8c58-6296f01f3b73", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1695fbe6-fbd2-4c5b-8a20-c914c029b202", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b46386ea-c414-4112-b4ca-17e37a1c1456", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dc11875e-11d5-45f4-9b8d-a2a80f16e615", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1e17309-b558-482e-a34f-caa2d1d42e49", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8e8f936-17a9-4a2f-a4af-6c1ac702c6a9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d989dffe-069a-4c45-9cec-c4a0cf0f96db", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5329a738-5be4-4c28-a2f6-aac520d3372e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dacf10e-38c0-46d1-a7aa-d0bffa6e3b52", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39c60100-9f52-460c-9111-5919f093fa4b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70e89a06-8558-4c58-bc36-32b018f083f7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05ccdd49-5cdb-4a2b-8437-2cfcdb8d337d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0da922f-109f-4fea-ba3b-46619c27e6cd", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09ef0ded-a596-4cfe-97ea-b05eaf122a34", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c8c8813-cdf2-4ef5-b835-772ff96d83dc", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "17d0e70b-5afa-4260-b0ef-e99a64b176da", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_150.pdf" ], "test_cases": [ { "key": "c33713d9-4f76-4d59-be0b-edfd44997528", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WIRELESS CONTENT LICENSE AGREEMENT" }, { "key": "0b21eece-0150-49bc-a28a-572bc578780d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Twentieth Century Fox Licensing & Merchandising (\"Fox\"); Sorrent, Inc (\"Licensee\")(\"parties\" and each individually as a \"party)" }, { "key": "c4e3e951-1ba2-4e96-99d6-07876e9466d9", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/16/04" }, { "key": "8c27f646-6143-467e-b931-f0fc038fe8cd", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/16/04" }, { "key": "bd536b2c-2e68-4916-8155-3d785a4074ef", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/06" }, { "key": "116364d7-3baf-4679-94e8-b6856f05a35a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "711621fa-1dfc-430c-924a-3a8715665ee4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "286f94d9-048a-49d2-8291-39a88f753d9e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a32aa62a-2c4e-4a41-8558-692920858773", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "136a7eda-55e4-4042-8015-136f9f21c277", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7f26eeb-49ef-495d-9f4a-7a16fc709b3a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e458ac91-760c-4d17-b8d8-28df6d4b21f1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f9a1933-2700-461a-bc4c-e2171fde6470", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a96b2d2f-79fe-458a-85ac-7d6879a29d77", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c73d0f2-139c-4666-8f6c-6cb229db1a9f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "964f5597-8da2-4742-a68b-5841adabe076", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c1358e23-81c1-4351-b888-82d0884602c0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "55232de4-23ef-4166-a955-17152a0883f1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e652c877-1cb7-4ee2-bbf3-5ab1d62964b8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b87faf8c-6a8a-4078-b14e-8e9a553e313d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41e1cf90-7dec-4bd6-be50-b793552c31fe", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0bb07da-d5d7-4f3f-b0b2-9df26b061117", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa76fcc8-edbc-45a3-bcc0-feb8344c342e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5f8c6cd-878a-47e5-8267-c00a1eb2308f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04cbb556-e8ce-40ae-bab6-8f9052d204a7", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "89aee305-4793-41db-823f-172c50148d78", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c6746bb-a388-4e4e-9db6-412eb17f95f6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c72595c6-e1a5-4d9d-bf99-69178d1ea480", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5a9a56d-abae-4bca-835c-4b16b7c4ee1c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e33075a-548f-4f2c-8e09-1d715e4c6c72", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98aa6e0f-ef7c-4cd2-8c6e-634d946f81ba", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad8c18cb-ca90-461b-8c13-156b4bb79ceb", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "18d57f7f-fdce-47b8-9c2e-3ce80fc2fff0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6aec5b6b-7b93-4f33-9167-d948616b7ee8", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d5dde5d9-a7ce-492d-b51a-c6164e814183", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eed25c65-3910-4db0-99fb-fde9a53fc632", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d0d2b53-51bc-44f0-87f2-6c2efcb32b2f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "248c1ef9-4266-4633-9675-a67936c06dbc", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27f72fe2-2918-4846-9a24-e5576f1861ea", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1a07d886-3130-4d9a-8bc4-d39772b07180", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_151.pdf" ], "test_cases": [ { "key": "8b9b7d82-c27a-439a-b7f1-430b881eb2c5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT NO. 1\n\nWireless Content License Agreement Number 12965" }, { "key": "da72cb10-de72-4c81-9b60-a120ff6ca60c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Fox Mobile Entertainment (\"Fox\"); Glu Mobile, Inc. f/k/a Sorrent, Inc. (\"Licensee\")" }, { "key": "487a29ef-5d7d-40b4-a4d3-5268b1a9b360", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/18/05" }, { "key": "8464895d-bbd4-4dbd-bcd7-078ba9be65b5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2f42a73-b011-4a56-ab03-6ddba93a5e93", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51d670ed-fc3b-4ee4-a734-ff6c44ca2667", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0f487f4-3f6a-4af6-9b06-dc73fc62896f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8661f9f-e9ac-40e1-aa65-f8958529a168", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a248b1e0-4a27-41e9-a24b-7a76eed4ed32", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62c8509b-a772-4724-876e-75166da7f0f9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f946b1f-cc2e-42ce-aa81-2e15604fd39a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05dd7f4c-a47f-4ba0-9bed-cc5be5f8e18e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92cfe79b-4173-4bd9-b5f8-115c7f90c937", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea5ab83e-ad78-4d71-a4ad-36f2b2a57ffb", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c90e67df-78ed-4616-b718-43f22f9dc294", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fba2fdf5-ef17-4419-992c-9c74b53fafc0", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2aa57b84-dae5-497b-86ae-7b146befda50", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "906090d0-7cf6-405d-8919-0498ad3ad5a9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9256d053-784f-494c-9c52-a6539102dffc", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "783250f4-fe18-4af7-b907-b7c0031cca89", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86f7ea21-6dd0-4989-aef6-4d36f60f023c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2c51cf9d-45f1-4f24-acfd-ceb4b25c61d3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ccf75094-1d43-4d34-ae39-f0dc60328e01", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d4d9f2d-5602-4cf4-b6c2-dff4822d43ae", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44253411-cc04-4dfe-9848-2142d3d8a991", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d36f6fcf-f56f-4e9d-88a9-bff65e65ed31", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d7d9b69-1721-4a78-90e2-c36168a06fed", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24c1cee5-0121-49fd-91b0-2a08fb3a84bf", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64a95f2f-d75a-4c64-a537-2a721b2dac68", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9470d2e5-280d-49ee-95aa-8563c6182664", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f11605c-20a9-4bfe-a75c-25b7abde2943", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99a2919b-31df-466d-b8f7-885bfdc01cc7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b942728-bd9f-4ed0-9a29-e00af3bb2466", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "baa98114-1954-43ef-85ff-4e80b5ece52f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87d7d997-b59f-4c11-a31b-dc7e0bed5504", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef4789e8-60f7-4dbb-a442-1c985e752a86", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3dd47321-cd7d-4a60-96d6-e062a6240483", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_152.pdf" ], "test_cases": [ { "key": "10dee6f5-92ba-48b2-8a73-e459665d8c7e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT NO. 2\n\nWireless Content License Agreement Number 12965" }, { "key": "4275df23-d686-4422-b14c-55102068f5ba", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Fox Mobile Entertainment, Inc. (\"Fox\"); Glu Mobile, Inc. f/k/a Sorrent, Inc. (\"Licensee\")" }, { "key": "5395da49-914b-4d8a-b376-594aad49aebc", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/27/06" }, { "key": "cc1b5d12-6c94-4d28-a04c-7a59ec0bf79c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28d428e1-0832-4b4e-94d3-e4fed8b98311", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eab8c459-134a-4f09-975a-a7affa0e5801", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67c3a77f-6d51-4468-a2d8-4573ba989fc0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e43763ed-f7a4-4498-89eb-df7827b341ae", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4a47eec-b3ef-4ac8-92b0-9dcf83bd52b2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "913858af-7fd5-4641-ba4a-fca2d2bcb68e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b9594ed-1ba4-469d-98d7-d62fce22a74b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80b1f488-a01d-4ac3-8223-8f987f485141", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bffbb91f-7377-4aec-8910-1175cb9b8b34", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ef00d29-e3c9-498d-8139-830eaa97c707", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83d64921-ef83-4252-891d-4737f12b7b7b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8f30b4e7-c391-4574-af70-4867d485f759", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83749026-45f1-41d4-9b2c-2ad3722c9e52", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c8a65bd-f99c-4c07-a742-c12d1bd3aaa1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3396ef6d-e2bb-47f6-b2af-a5ba8887e4d4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa0d706a-dd53-4538-932c-3271a952b156", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38dd94bd-f07a-41b8-a040-6a2fc061a276", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "da4cfe1c-35b3-4a0e-94d6-1d249c8e1f03", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dadc1d96-2372-4d56-b07e-47248e351271", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e368d11-9dc5-42ac-9f8a-689ddc56d60f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d491586-bd2c-449c-a463-060cbde87e25", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e511afca-d2d4-4605-85ba-687c3dbddb61", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0e9cb59-7fee-4d7a-8113-282baefb3945", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78ef20f8-f2b4-4658-a01a-b6105073dd57", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3e27295-6be2-4f41-aaea-66e960954216", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69aaac15-d999-4e32-9231-4df406ef4028", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "410cd12d-979a-4797-8c6e-418ebfde4dd5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "261e1cc7-dc79-4fef-a165-ab26967b8806", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e759b993-eef1-47db-90b0-e18df882b48b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82dfb162-dfa9-418c-8340-d0a0a5b78ac5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6516365f-8a4e-48e1-be74-51bb4bce9a0b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89a0b527-7dd8-4041-b857-499078543662", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0e9c7595-3f6a-4074-bdb5-b28730078edc", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_153.pdf" ], "test_cases": [ { "key": "89f5a55f-7322-4df9-85b8-e0ed976a0ae7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT NO. 3\n\nWireless Content License Agreement Number 12965" }, { "key": "6e3bdc75-7e4e-4803-8303-0107a8f8be3a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Fox Mobile Entertainment, Inc. (\"Fox\"); Glu Mobile Inc. (\"Licensee\")" }, { "key": "2b5b7b84-129c-4132-9581-9cc6e27a0036", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/19/07" }, { "key": "c17de851-d20b-4f9b-9302-779f4bb02d9d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/06" }, { "key": "0404a7b8-48fd-4d49-afb9-a6149464f2bf", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e902f7cd-4e14-408c-8a7a-ad8cea1b08ab", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "792a0467-6e3b-4e48-a356-c12934442157", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae052b65-5207-4fc7-9138-621a8337b4ae", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aac2fe5d-9664-4162-a865-29ce15b23260", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1122426e-d4ed-4f93-a765-d2afb68eb33b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1608ecc0-98c2-4373-bb67-e5c4e9720b97", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10d8fc6e-49d4-44a6-a6ed-adf61f6e680e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "097679a8-f265-4a13-a699-02c4fe29ad29", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "505bae12-b928-4260-a09f-217b40d867c9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c42dc6d1-fb63-4386-aadd-43aa123bc95c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e7d1102-f6f7-49eb-b95e-852353042b0b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4a6758a-2be3-4c09-b500-e3d45716e94e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2068bc1-5211-4877-a83a-fbff66bbb5f4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33731336-3784-4ddb-a974-58b4bc5924f1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "285f7771-c2c0-41b2-be33-7f1474faaf1b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e130fcd7-227c-4594-9b16-d2f0a095bea5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "906d54e8-b0cc-49bf-9e3a-74e522b65b49", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "964fc997-25f0-4b23-a9b0-74db5e8669b3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d2fcf7b-4cf0-4094-bfda-55dc509be2a7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0378b87b-95ec-4398-80ff-e4ca90b70b09", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28449cd6-dd26-45fc-805a-fb22ae0d40a7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89b5ab24-7609-4359-9fdb-8d77b7c3f44a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdbf66f2-e6ab-4f5b-b7fd-924edbc7da52", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b5aa9da-3047-4352-adaf-9671b5dd5f15", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de319314-4c7f-4db3-9b18-ce841a352f6a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95111836-c27a-4f35-831c-9d37ddccbca8", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a8c9a68-8fe1-4cb8-a674-87250ecba5ec", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58381ac0-1406-4f4c-a845-80b43f3a1bd1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcd8a339-8fee-4d76-99f9-edfac51d9cb5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1240bc62-3efb-4b20-adfd-f5256cdd36f5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd429bc6-ea7a-4bb9-8deb-12a490c58956", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06389e07-ae69-4d74-816c-b4e2a725f598", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "113a1d5d-8c39-4ac0-ba79-68e4bc30cd59", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_154.pdf" ], "test_cases": [ { "key": "afb1761a-600d-4803-8168-4126e5ec73e2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DOMAIN NAME AND CONTENT LICENSE AGREEMENT" }, { "key": "568108cd-173a-4344-8939-e3fd311c60bf", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Beijing SINA Internet Information Service Co., Ltd (\"Licensor\"); Beijing Yisheng Leju Information Services Co., Ltd (\"Licensee\" and together with Licensor, the \"Parties\" and each a \"Party\")" }, { "key": "4f681ddf-80e2-482b-9894-a586f109b255", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "50bb6a9e-dfa5-40b0-8d0e-e74279242f93", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5282b94a-3cda-4438-9367-105d420f14c7", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed64466e-1443-42c5-8fe1-729581033b91", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc63a240-1395-4ee2-ab61-23de887689de", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "edb4f5a6-9e9f-4b34-930e-2c031ae8a0ab", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "301bd4e3-40f5-464e-96f6-8c3022760361", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7b84de2-6b10-4308-b177-2a5119b2c9e8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae65524b-1afe-4b99-be7f-9d21bcba334c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab64a0db-d5e6-449e-945b-26c9ec5fcce0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9840445f-dfa6-4c15-afbc-b1745e906638", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "396ff6db-327f-4a9a-b836-dd6cefdb66fc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e09fcab9-e763-4897-9665-626176b9437e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e83f8bf0-d97d-4dbb-8f63-2766839e8b7f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c07d2799-7786-4e31-8229-08f6b12e82a4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe195e36-fb6e-442a-ad9b-59a098b42c6f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24739f13-2029-445b-a8f6-ebf0938fa547", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca2fc054-b568-4323-8367-5fa9b26cbb94", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e09c0022-d4ca-4d3d-8155-32d6e0ac8b89", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb2871b2-4d45-42c2-915a-2487a1ea1c44", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8aaf114-dd05-4efc-ab3d-533d6803811c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d2c0d81-bb2f-4b6a-b395-187afc587940", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d23c5c0-ef3f-4fd0-bc60-956943369520", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ff92c84-0a86-4f8f-b0ab-43d94c66a98f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20bce4f0-81e0-43e9-8a88-11bd61f6ee05", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0faf76e-9cd9-483a-82e3-746c832d4d5b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "816bb54e-fa78-457b-9ab9-cfe0d0b511aa", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be3cc84c-32b9-4e69-8a38-51b0971404f5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4103f5b4-4c69-41b8-b16e-2c54b1b87619", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df70c9b3-a0f1-4d38-8c59-a2c0dd748695", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b8d5e89-93cc-4658-b131-71b2f62d2a40", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ad526cc-8977-49ac-b875-b1d04e5e39d0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7884ee97-3d59-48f3-96dc-8d3032fd4ece", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a36a06c1-8fab-4492-adb0-33c76dd80a67", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "417c5158-771e-4b72-8488-b688fb1c4b9d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_155.pdf" ], "test_cases": [ { "key": "4639f86a-cf27-4c12-89ca-111f1d00143f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MUTUAL TERMINATION AGREEMENT" }, { "key": "65e2923a-b47b-4359-a962-7211278ffa17", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Beijing SINA Internet Information Service Co. (\"Beijing SINA\"); Shanghai SINA Leju Information Technology Co. Ltd. (\"SINA Leju\")" }, { "key": "b57d50df-49c0-4108-b556-14a23104068a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2009" }, { "key": "8f1ca948-cdad-412e-8f3b-14f950dff9ef", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "00409f5a-009e-4bb2-ac28-4f2686966e04", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1f570b1-5a56-4e6a-9ab3-bf514d5b9464", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13d8f908-b9fb-4aae-b7b8-18a5ad64dcd3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccc57889-e591-4980-a00c-690907db47a2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e0083b4-ed5d-49da-b045-a99bc18c813b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3630679d-7bb5-4dda-9697-8be75cd58347", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5e94c98-5000-4c04-aae6-07bb3d5b1eda", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "611e2b9c-7c07-43b9-8aff-058de4f403c5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14f2bd75-d2d3-44f0-9262-1fd6da960bda", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "785579ff-105b-4cc3-9852-6b925c614f4b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ab7612e-5614-406c-ae37-754f4c9edabc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "082793c7-8fe1-44a2-b06c-e24d9218f799", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2260a094-6a7a-4805-a6d4-62120bb31e19", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a52c4e5c-323a-43d3-87af-0ac6c2841813", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2b72d41-131d-4197-91e1-b2953c46132d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92610f1a-f1ba-43e1-b29a-002fd33ea68f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b602b95-44fb-47a9-9d55-edd094bff617", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f01e8d5-fd1f-4f02-a452-3b119b38c8a2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a540fc50-b9dd-4944-b0b9-3a60729df0c1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42b526ca-65f7-493f-b0f8-d45b68ff5939", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d4748e3-7ee1-457b-aaac-4828f0c7f098", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ddef166-070d-4b2f-94af-e9a84df7c9dc", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65a0aada-4b5a-4cdb-b38c-0ed2de4b593c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "047deef7-20d6-4916-84c9-e4e60f83cbbc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f657512-ce5e-4b57-b3ea-f7e37201b69d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1b4d4c4-744d-4215-9c2d-46754ecc6c9e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66bb90cf-a120-406a-b7b5-d8bb68d6cb59", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bde8407-d134-4ea9-b22f-c55114087666", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bd6b4f9-9546-407c-9b47-371153451278", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd5503e5-fe13-431f-9eb5-1591b067353e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5417efcb-0851-4c8c-bcac-acf6f0e0ff45", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7e99c26-22aa-43e6-9b44-61da2b8b9d8f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "842f36cd-6d10-435b-b5d9-1d8abfc76fbf", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "46f28a95-b803-493e-abc3-2d0311ec2987", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_156.pdf" ], "test_cases": [ { "key": "2e7b8826-dbfb-42b3-9e9a-d92f7f64dca7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "44ea97fb-59c7-439c-9e6b-68814a82b71c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ABG-Shaq, LLC (\"ABG\"); Papa John's Marketing Fund, Inc (\"PJMF\"); Papa John's International, Inc (\"PJI\")(PJMF and PJI individually and collectively, \"PAPA JOHN'S\")" }, { "key": "126fab21-69e2-4586-a3ad-ad92fa3be0df", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/15/19" }, { "key": "f7f3e65a-1cb6-41f0-8e48-aeab169108cb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/15/19" }, { "key": "b6382465-6ed3-4bf1-8ac4-f350880f772a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/15/22" }, { "key": "886adca0-a8f0-4933-bca7-6aa527df0e64", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "a5a857c9-a1f4-4635-8645-f9af28af83ae", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37827910-bf71-4dd8-b031-5b89fb4c15b1", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c697351d-9a11-45a4-9bc1-bd21bb8de27b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acb95d68-eb28-400f-a834-b8e8eb504a84", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5d94ac44-b5b9-4974-9f45-466ddeb64b51", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c24f9f34-bba3-4611-a84d-634259c9773e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bfc689d-dc4c-4e5b-a953-1b5b4cba6d69", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c91eafe-f42e-4c29-94d1-993a5bbaa354", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "230f9310-619c-470b-b08c-fc862c270974", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c431315-403b-4340-9736-a000ffa21fea", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0161553-0079-46c2-be28-fd12ff0a29fe", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b6b439d0-34a9-472e-bf6f-83b86e7f0836", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8891d4ed-91b6-4818-8747-331f3af3ef43", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ceaeee9-6a58-4309-8b0e-62bda836e0b9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52c6863e-f266-42e9-98e8-90822daa3a2a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8cad368f-133f-4bcd-8ca8-c0bc2bdc6231", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aaa9bfde-2f5f-45ba-87d0-3e3d17bd2359", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "704e0c59-394b-41db-ab2a-b68549940f5c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ed352224-a475-4d79-9d62-1380a2ba29a2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82503c05-11fe-48f2-91b8-ba5340fd1bd7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8dd3888-22a5-42d0-9f84-b9e0a08e6ec6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d6a7ce1-c771-4984-9ec0-391ccaba7ad2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4047d828-a06b-41f5-8f44-13b16e8c5801", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3823fef7-8e49-48b0-a13f-5dfd13a020cf", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f95ce02d-6daa-4b6e-b459-247db0457c54", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1dc1e0f4-8229-4829-b031-10877bb66ad0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0727ffe1-72cd-4977-9e20-f23d02a64dc5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f076ffa-50b6-47d2-abb4-0035d25cffac", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c5830e67-6b2c-4e3a-afba-c99b5ec68596", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b96886e-75c5-4188-89b8-04e21585a43f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41d5c510-0286-4a14-85db-bb2d7425d2dc", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3206dc6b-4c90-4f63-b71f-661b43426136", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "23da2fad-df68-4e46-a385-a585a21323a9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "e42b2e2d-7049-4372-9c2b-6bff960bb3e3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_157.pdf" ], "test_cases": [ { "key": "3cee2c0d-5a47-4104-9a07-532d2114ffee", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SAMPLE OF NON-DISCLOSURE AND NON-COMPETITION AGREEMENT" }, { "key": "2841a359-dffb-482e-99a0-71658650baef", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[] (\"Franchisee\"); [] (\"Member\")" }, { "key": "3ad0e277-5ff5-4627-b268-3c94e8e05530", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/20[]" }, { "key": "fbea35ec-28a4-41be-9d2e-5976c6392e92", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4daae3e-654e-496a-892e-550299922ff6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca17b788-ddc3-44ff-8f84-75a5848cbd2b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3c7e9369-61c2-401f-9692-9bbe96cd19b6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c338d7e4-0416-400f-bb41-7f370cf17552", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "85c2fe94-3230-4170-9e5f-63a3c9b24972", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c54eb63-5674-418e-b8bf-200493086a54", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3398c6d9-9810-4450-94cf-ea728320230b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "277534b9-5913-447b-a91f-87e4f7ddd5b7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa09dd2d-443a-427b-be41-b798adab18e8", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3038fa3-9127-405e-ac65-899302cebec1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a0ce291-e1cf-452f-b604-58256d0c0aa5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26d622d4-8a32-4e84-9758-1155126f1406", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b54c36b9-e461-4af7-bf8f-2bc564180c24", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "401d2eb8-bfed-4cad-9e58-5f3c98ba3d2d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f749e75-a8a9-43e2-bb03-63ed47a71351", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "658d49ee-f573-4d2a-a95b-95e6f1c5ab35", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2035a58d-3282-4570-8dda-f81224427fbc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86190549-b0b1-4ebc-8fe9-48c905a50a43", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4748e708-d97f-403b-8e93-974b17a87d67", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee75c4f0-d90e-4973-a82f-b34c7951e1d6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "201efb14-7978-4e19-b9ab-83231ebfb108", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01eb2188-7c50-4fe6-a0de-17a5a34d6792", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e71de60-84aa-49f9-9ff1-9100a224487c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e673405-3c03-459c-8e58-e1317c162716", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e1910a0-08a4-40e7-8adb-27673052a621", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0460bb8a-0b87-40b0-8f69-a2b57d1e192c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1a5fc05-d2bf-4f21-88d2-72897ea3d61c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e177e133-9d83-484a-87c8-4c3fe887d7a0", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2ff45b7-47ab-494e-b55d-8d92844c742e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8592d741-e168-4eb0-b17f-89f1fc625371", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9b5a3fa-eb3e-4ab9-99cc-d98931691841", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1a0d7ac-72de-4665-9e2b-a65bfe8d9d70", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "9353a8ed-6217-447a-9241-da4cf138e799", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_158.pdf" ], "test_cases": [ { "key": "5c25bd11-86fc-4007-8466-8865f426b317", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FORM OF FRANCHISE AGREEMENT" }, { "key": "4b0a1f78-82b6-4bee-84ac-bd42b090a318", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pizza Fusion Holding, Inc. (\"we\", \"us\", \"our\"); the individual or legal entity identified on the cover page (\"Franchisee\", \"You\", \"your\")" }, { "key": "40e70d5f-0ab3-48f9-a8c5-f0508985b409", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10 years" }, { "key": "866955d4-c75a-443c-94f7-7cc6057b387a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "6e32fcbc-7734-4ab8-bcc9-64af6bdfe8a1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf9a1a77-cfd5-427e-9454-e245732a9d30", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d865827-0311-4947-936f-ac07befc66c8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5d8de429-4428-4ace-8d55-842b56f93d7a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f45d3a8-43ba-4f9e-8d27-107472bd230c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "175f2364-53a7-4762-b482-66aa107ba4ee", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "79511398-d924-4e5e-b8cb-68e7c3769ebd", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ad756cb-1919-496f-ad22-ec735505abc7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "66fa0508-4c89-4a2c-aaf5-6c143e562d05", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9307c0e9-e996-409d-a915-33460fff091c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "960cafa8-0457-49ba-85c1-b17936bd29a9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d361585-729c-4275-a2a8-793880e47718", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e21811d3-b70e-407a-bb39-6294757d27c1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6054344-d5df-4867-aa22-5f82ce92e840", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c7acfa4-df78-40c8-874b-02dc7dc6413b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "827d1fb3-4b29-43b1-b26e-cb0391581d1c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8a1ac9b-bf62-4ecf-b3bd-9687bdfc79bd", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3e95fc4-0b91-4613-8e79-d9e96bb3fd8e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "053f78dd-0419-43c7-9c50-e3acb34c479c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bbb4e0d9-da86-4ded-9636-3e9abc397057", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41d8138c-892e-4577-84e0-daf43ebd4c29", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b33a9ac4-3d8d-4189-a25a-3b0aa64b00ae", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9825d175-9d76-498f-ad2c-c2d4cb28d78c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a1e002f-5f58-4040-b43f-55dfc4c9ecbc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdb97107-f72e-4c97-aec6-97907665d423", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0eae902a-b174-4a3a-ab97-4278faeaa28a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0c3f4a6-3d62-40fd-b4b3-e77080e23e7d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "277da27f-131c-4137-bac8-3a84dd36200f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8553fba7-dc35-46f5-b208-b0203cd05903", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8513a927-3b88-4f0b-a832-15173d2260e1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f239b4e-8fb1-4133-ae1e-d5740d3fde85", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "35d6349c-03d6-4cef-b465-66603ffe9399", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "55724861-fadb-43d6-be78-1c48209c3b28", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bade98e9-c815-424e-bd09-4bd3e612cb70", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_159.pdf" ], "test_cases": [ { "key": "a2d2b95d-e7ba-43bb-9270-14bb35ba5972", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " CONTENT LICENSE, MARKETING AND SALES AGREEMENT" }, { "key": "0c3929c5-bc1a-40bc-ab47-2d0b9892aa79", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "eFashion Solutions LLC (\"EFS\"); Playboy.com, Inc. (\"Client\",\u00a0which shall include affiliates controlling, controlled by or under common control with Playboy.com, Inc.)" }, { "key": "6189018e-b60a-47f4-91e5-760b7490f2f2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/15/08" }, { "key": "44432f9c-5f4f-4905-876e-768c87218665", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/15/08" }, { "key": "770f75f8-cffd-4de6-b3c2-036698f03df5", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/28/13" }, { "key": "a8d60724-4fdc-4503-aaaf-5bbd589f24de", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 years" }, { "key": "6eaed25f-dc69-4f73-a583-21fad26a2379", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Illinois" }, { "key": "4e88c656-d689-4cfe-bcfc-b326e1e24be7", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "609f8f80-c9c1-4b04-b605-fcfe1c409a64", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2787696-57d8-4004-98ff-c07600e9f9c2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98713757-1348-4bed-8ed2-b1eb0003948f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c20961cb-1a47-4c2f-9b54-4974503c668a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00ce1a3e-2933-485e-b5d4-744453bf4e8b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "528e1f6d-1cd3-4405-bdde-a658a03b6003", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4b71f22-227f-4134-9ffd-94efab2e7e2a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1458226-c89f-49a9-b61f-8af2df1fdc51", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bbb115a9-ff24-40c1-8831-9cc9f11480a7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e46ef5e-fbaa-4c67-85ea-26fc2f41cf5b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "501d8ce5-1d56-4a48-b4a8-0e71225f829e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7dceca91-a86b-4e33-a7c0-53df02e1f6e1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2687c174-79b6-4037-b006-6f56e7ec35e8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd15fcae-33aa-46c2-b285-e3ebd0270800", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "56bd7162-bd6d-46f4-90e9-fdaf93a9913c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3c844d69-b9f9-4b93-aa34-77637310255f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "55abcd8a-6513-4758-914d-f46e02ba1950", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "171dd0eb-f803-4ad9-a1f8-a76ef81d808e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "56b62e30-f7d5-499e-a778-f336f0d3d564", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ef2cdf2-4cd2-43d6-a056-6df0bb4c32dc", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0c39da8-5189-4b42-8b98-80cc1cf35087", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e225e1c-527a-4d2f-baf3-c561a231f0e5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3c946cd5-8dd9-4d13-bd34-1143dfb45830", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "816491de-40e1-4cde-9fe6-486f5d95570f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b3d1458c-9c4a-4497-9404-c9615e142852", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4d6ab1c6-b77a-4322-b257-e884bb732c6a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e46a6f4e-491c-4419-b727-8aa7cb7bb871", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "37eaa3b2-491e-4a83-98f7-f686bb822d1c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cc0d47a-727b-4279-9cfd-e135897bdc81", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1eb3304b-50f2-465a-9129-eb0a177a0da8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "25ac8664-0037-47ec-b226-d172ee7fb301", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e494738a-3b7a-4071-9cf1-dfc563b0e058", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "5ee71f60-b964-4824-89ed-397ef4e0c483", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_160.pdf" ], "test_cases": [ { "key": "8d91f02d-75e7-4a29-bbab-680a8962b2fb", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLIER/SUBCONTRACTOR CONTRACT" }, { "key": "71585677-ae6f-471f-a053-8873feb604db", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Playboy.com, Inc. (\"Purchaser\"); Supplier" }, { "key": "36002407-e366-48d5-962e-f3553af3d396", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82796c09-4bcd-4f06-a0fa-97dfbdc29922", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0a3d84f-9d63-4798-b44f-b068c71f6376", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "06479ff3-0fab-4208-8641-fd033054915c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6accf144-58dc-492b-9443-6c2915981540", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e47d465f-d031-41c0-bda2-3572e78c2655", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc3c09b1-d99e-4350-89a2-022fd7f85ba6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84beb877-8e57-494d-a594-46027ec8b81a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f19b7a8-aaa3-4485-85b0-e6c3dd82081a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d279cb21-6ca5-4727-b889-9bd3fd269513", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a655511a-6c68-4e93-a0b5-2326ce2cce3d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "209f3a0f-03f2-4033-a2cf-1b33fdcc1078", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4e86474-82e1-4d51-b36b-b3a056f91e15", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e2c5c6e-7465-4345-a399-3920f112944f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5c07a62-e6f8-4c7e-b77f-45a663127848", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04f48cc0-1aa6-4464-a204-654b5a3c4204", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2c69b13-ea6f-4262-ad83-dc74cd36b7c6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f9eb1db-07a9-4edf-9ff5-52f47ed00166", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53f01b88-853d-4b13-9e7f-d76a84c4272c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c3e150f-4212-49ab-b53e-4070c1d189fe", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec15a9f1-2d84-45f8-9792-f6842f0ace4f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b036140-fcb4-4fe0-bbeb-b546363faf5a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d800851-1540-48aa-8cef-a3ad5076ff67", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4aa03a1-84ee-4c20-8bcb-a725f493bf92", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "069c1a22-04ce-41f4-9964-4c97f12711d3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "271ba453-ba7e-45d3-a4d7-e1cf4ec92119", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a595f982-f57b-4bef-bb29-9d6c3df24afa", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7793f1af-e6c5-4b40-9dfd-23a65cefa13f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13048871-23ee-4364-8598-ba9e99cae3ef", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99be917a-502e-4690-8d0a-45e6a789adb8", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20888bc8-5535-47af-b85d-69b34022d6ec", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22af5912-20dd-4785-b0a9-dd6ba556f682", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b9f85d0-1521-4ecb-869b-f9972fcf464c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "ba3cd448-2827-4fda-9cc8-35ba0bef7642", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_161.pdf" ], "test_cases": [ { "key": "f5143ec5-b5dc-4bf3-b2a7-fd356f797a1d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NONEXCLUSIVE VALUE ADDED DISTRIBUTOR AGREEMENT" }, { "key": "170062b1-647e-42a0-aaf6-4d41ddaead6c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ScanSource, Inc. (\"Distributor\"); Cisco Systems, Inc. (\"Cisco\")" }, { "key": "c53688a6-3c37-454a-a133-f7ad24225444", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/22/07" }, { "key": "3c9ac451-5d96-481d-9581-ebdecf42e83a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/22/07" }, { "key": "17cb5dee-77cf-41a4-aad6-680ed3bad46f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/22/09" }, { "key": "5961aeb7-bfce-4b2c-8169-46e65523619a", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "07c172b1-b162-4248-a7fd-8ba92dc61714", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "eb7568ca-3b72-4a91-9116-2567829a7815", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab948657-f6fd-4363-98a8-4c3f13e15986", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14ab7ca9-1b90-41ca-80cc-723276281c89", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d91cfd8-2c8e-49c1-bafc-37e5177b0e50", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cdcd992c-bad0-4e20-98f8-c551ecf721fc", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15f11c67-0358-4b1a-80f3-59598e582afc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9496a176-9dd7-4a30-84d8-268732eceb24", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f31a5161-3ab2-4f22-9f79-36226af4ce75", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "05841d6c-6ac4-453f-b694-d1f2b249299a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "084a6927-f87a-4574-bfe4-a8c4c3ab289e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a17dd177-dad3-482b-8815-128a02f7b2b4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f0b2cf4d-8e2f-41bc-9428-f56ff57f89cf", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27df5174-0cd7-4bf6-9420-ef4e8331ebfd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d418c171-68be-4daf-9134-ee026fefb321", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "938553ae-f09c-4d10-9e13-eec739060922", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67282a65-8864-47d0-9914-e7fffaca1533", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b08e5c3c-f6dc-4a9b-a3a1-3302ee5dc5f5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d283f1ba-0a81-4ae4-ac96-b8179796d912", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "150e4323-0756-4841-a9a5-738c9433e275", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e44cc8a-cb6a-4821-a09b-931571486fd0", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8517b4b8-b49c-420e-89f3-8fbc945b6f7a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3cb72cee-3ad0-4ef6-86a5-b4c4befae16e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94488772-5d13-4a03-ae16-5693557c14a0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc56d753-31eb-4532-90d5-12b06ac4e046", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e15a3c06-8d4a-4b67-8de4-f4ed872f6e1f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7afbdc7f-19df-453c-943c-01b9425aa020", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d9789a23-f798-4983-b2d8-5764581a6450", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8455fb29-e5cf-4efb-9118-77f46f3334fb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52fe1648-df65-4476-95f2-1daf95c90e3c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c8e25cc-a95c-41c0-9a5d-61df711c39bd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ef808a9-f4b3-42e7-b405-b901af24d11f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a32f8eff-923a-4525-a49b-51a6021531ce", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39d39caf-1a5f-43e3-b3c6-dde58c620775", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "66abc2b7-946f-4c55-a604-45d81cedd933", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_162.pdf" ], "test_cases": [ { "key": "7305b588-57f3-4f8a-a484-1c32b5d612e4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Software License Agreement [v.08.05.03]" }, { "key": "f51f2d0b-fd44-419b-add6-e2f3b9e0ec97", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Customer; Cisco Systems, Inc. or its subsidiaries licensing the Software instead of Cisco Systems (\"Cisco\"); Customer" }, { "key": "3c23bc23-c815-4140-8a6c-be465b5f09b5", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "a01e5af3-dfb5-47a1-8ed2-5fba0d9b8289", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "b35bcefe-5722-450d-bb72-3e7b895b6387", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf6fedaa-b1a1-44d5-a7cb-74d030408c1f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff723493-e367-4624-b87b-b6a6e95b999c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b4352f7-637a-4efa-b3ee-c0d5cd1c336d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1930ae9e-6872-4abf-ba79-8283f936526d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78cbda92-1d7a-47dd-815b-0ba2f4b88d94", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28cca403-10b8-47a0-9de7-ff407b40b020", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9097696f-20ac-434e-aa42-b422149038d3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6d71f05-41af-45e7-bb74-1c8d786ab1aa", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96db5fc7-6abc-4349-a49a-61dc0c71554d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b1ec98e-3d6c-4585-b77e-1c8fd297d430", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bcdc69c-03fe-4436-9663-4c7b20108757", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ef48907-8dc7-425f-a002-2b8a4a9aeb40", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a081c150-a170-4d5d-87ea-ffbf9bddfe86", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "455cf4fa-1d37-476d-9762-41feab405b01", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5778ca64-773a-45c4-934b-be008a529253", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e43c194-069e-4ef8-b7fb-df6aca7bc3b9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b61f1a09-af45-4ea3-a508-a71485d2525a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "29b0a113-91e9-4240-813f-e7f3b4c3be3a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d89568d8-1fd6-486c-968a-76d8f5ea889e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b285942-a174-4341-96a5-394fab9b1544", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e066963f-416a-4911-90bd-dafb3b73bdf2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54fe1380-5ed7-4645-b887-e154ae847cd4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f5f23a8-067f-4ece-b8e0-f0e6cb3679f2", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0cfdb75-2286-43d9-a7e3-eb3946fdb356", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49f3beab-2f78-404f-a2fb-a4d2aba5fb3e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "430eb006-fbbf-4235-a405-192b7997e9a1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7087a36c-dc64-4fa2-9942-54b2b239fb30", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "813dfbec-6e68-463c-9687-99ea1f97abfd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d42bf463-fa7a-4f42-9bcb-f20c60eda2dd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a3e105d-cab7-4945-8d8d-c605836677f1", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "906fc3ad-136b-45f4-9dc0-28158e7742e7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f76631b6-fa38-4977-b5d9-5e38a5816697", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a648ddae-5f77-4859-923e-051d12d2478c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_163.pdf" ], "test_cases": [ { "key": "1014a08c-5007-4244-b2f5-e57c49bcd52a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SOFTWARE DEVELOPMENT AGREEMENT" }, { "key": "a43c5101-676f-4c70-b267-ccce1c0b963c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DOT COM LLC (\"Developer\"); Pelican Delivers Inc. (\"Client\")(\"Party\", and collectively as the \"Parties\")" }, { "key": "d6dfe674-f8a6-4a5e-a03e-f7654f7f31cd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/3/18" }, { "key": "24ae1980-1b7a-4ae4-9549-7c53179aa912", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/3/18" }, { "key": "f8d8fea4-d614-4cee-a597-fd517e68997f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "3819cdc9-f4d8-4cc2-bcb3-442dfe50aaf9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c652360-549b-47f0-92a0-af94a86a1de9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2cbedd5-b4f1-428c-9e8b-7aac73e9fcac", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "695a8610-70d5-4775-a2b2-f6a79d87ab48", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12aca572-da07-4e4b-a1b8-4f82d8746e60", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f376e98-5e9c-4bd9-9073-6bf5a05e456d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d6598a3-7687-43de-932f-3aea5e5b4966", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fcca50bf-9571-4492-9047-6833e19eca36", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "858be6f4-4a5d-48c7-b168-b93a2a0e3f6e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "192eb333-4c13-4b94-bec8-9a86d46df9ec", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4ee3f08-be13-41b1-97ea-f67ef150d374", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e32c5e6-6574-49c3-8338-9be054ef9b8b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e950bf17-20d1-4347-83d9-298477489dec", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06ea30d2-b075-4045-a0ca-dd8b30badd69", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96ee5677-cc47-4352-a5c5-e807759a73a9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "770a184d-df7b-47c5-a11f-79078504f40c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca6ae7e8-3934-4211-9faa-1188e25e723a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7347181d-71d4-4476-a216-fbf69ea55762", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7bb2c2b2-c3c5-4b3c-a236-1539d18c3d90", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99d4271b-253c-4a37-91dc-3c3ec46daf53", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3b08657-b5dd-4c5f-91a3-03d276981a79", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83c50f51-43e6-402c-b59f-dda8b9bb8525", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0306c33-9351-4d14-a60a-e827c2574f75", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb3472ea-a555-45ca-9100-cae9ab1d4378", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3b528ea-2ffd-4c95-828c-186704e59c54", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7299a445-1e07-4f9b-b0d2-9d8fcb78de30", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8801ac3b-8239-449a-a23a-273efcd7e38e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b9e489a-334c-40c9-918f-fa169e450d64", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1192fb51-ccb5-4caa-bb0b-9cf1cbabb643", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc19eee4-4fed-4dbf-9035-82beddf8e678", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77c762b8-1bdd-4830-b4ac-6771b9c55a3a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8269066b-fea1-48f4-baef-e1a85ff9ad8e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89eace4f-24c5-46d9-ae45-b144dde215e3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6f703b27-c93c-45a3-a95b-70ba8b67107a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_164.pdf" ], "test_cases": [ { "key": "241e1cce-fe78-4ede-a3a4-b62941dcf57b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STATEMENT OF WORK - APPENDIX A\n\nSoftware Development Agreement" }, { "key": "7e05c83c-41b5-4c29-85bc-bddc82a96a0d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SEATTLE SOFTWARE DEVELOPERS, Inc. (\"Developer\"); PELICAN DELIVERS INC. (\"Client\")" }, { "key": "a385ba50-4dfc-47a2-8cb3-f20fb130428b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e427027-e6b3-4011-a872-e9739d719c48", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c223909-ae92-473d-8d60-76eb93fc9870", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3eac2aa3-6f60-43f4-964e-4936caa0f07a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ea0c11d-ae81-426a-b3b2-38f8b2fc8edf", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92530db7-2016-4b7e-a0a4-aecf896c08c5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6de2bb58-f1e7-41c9-9f9a-b05eab47368b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "668c42ba-9d4b-4fb2-b1c5-56ee97962d59", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea887ecc-e7dd-4786-8f6f-b720471fbb7a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e4ff3fb-ffb3-440a-a4b7-9edbcc65c86a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b27ab5ce-6ec9-49e5-b34b-4534b5695f76", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dac8b84-94d1-4092-8117-93eef17e9fae", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "735241f7-de07-4b06-a613-8eacf4a6c728", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa19a5bd-19dc-4eb1-8ff1-900f3b4bd5a6", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "363e1efa-2b17-4a3e-abd2-bf3c67169b9b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec165d93-ff42-4a74-b63f-f84238651a18", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bec78b0b-40d3-4048-8f18-a2c4e5c0c492", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7997153b-68ab-4c36-be34-0003091d57c0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8417e9c0-9393-4a88-a333-0a2cc579bcfc", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "012591df-8b78-4222-9868-9ed27fcdb74e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0fd5a2a-7bc2-47ae-85ad-d9345dac6d3b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdfa7029-2d86-417d-bb0b-24372414e0d2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2dc6510-5f03-4f03-aee6-46b8d66d6d13", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e5bbc39-5035-473e-a19b-825a82af4443", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de1f38de-a407-42c8-af41-5c65a36df911", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d9e7c58-804e-4017-9c4b-6c10eab70ad2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a9ee219-e02f-43ba-a812-86b7c2650b51", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7965e74-97b3-4800-acc9-f871a3521d56", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3db65702-1c1e-43b2-9275-a26ea349fc66", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3474ec2-ec1f-4055-80a1-5a546299c497", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b880f05e-85d8-4b71-9833-62d40f0397ec", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18795c68-69e8-41da-9329-e1251af4c2df", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64ec54d9-e098-411d-b759-94dca9b978b8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0d7d5e43-73fa-4491-98be-c60a744c2af9", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_165.pdf" ], "test_cases": [ { "key": "8df0405c-6349-457f-8cc4-8252b14e8292", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MANUFACTURING AGREEMENT" }, { "key": "da208192-8ef6-43dd-b14b-ef8a86644917", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Stremicks Heritage Foods, LLC (\"Heritage\"); PREMIER NUTRITION CORPORATION (\"Premier\")(\"Party:, collectively, the \"Parties\")" }, { "key": "e014b2b0-c41c-41e9-9136-d24a88cb97d2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/1/17" }, { "key": "bec51cd0-2b69-41a6-9440-41791694ce8e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/1/17" }, { "key": "5e6b9e42-6fed-4a2b-89cc-e14a113de446", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/22" }, { "key": "edead063-6e87-4f08-840c-d535671c7a1e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "ca24d91b-6331-474c-84a2-2e2778e9394e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fbbb084-9f8e-4cde-9bff-16a68a10c3e7", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77fc6154-1a81-4238-8fbe-de24016755e2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b1e037c-864f-4074-b866-1cdb8ecd8d29", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d700be8-5e75-4634-a0c4-1fb29b6db177", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87eac982-84e3-4adf-aaf4-5dfdaebf57a3", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0105a3ac-10a5-4f47-a8de-fdad932a7b3a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "259a0524-c639-4af5-b965-859215edecce", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa82c087-f97c-4b99-ab14-4715216322de", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dee224c-ea12-46bf-b3b8-0785c949f1b8", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2dad609-c4fa-4508-8d8a-e3b34f47c31e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c2dbf563-b2ae-4b6a-a41b-406ce6c249da", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6ed9d08-6810-4506-b097-79d9a7cdcd55", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51c2ad30-6cf7-445a-b1cd-2a979c7d5404", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d2a93d16-cd31-4c29-915d-c9ed08a13c4d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff46497f-ee7c-488e-a3fe-dda2b452080d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a54d3854-567b-4fb4-9160-e1d0a973c516", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b079312a-09cf-426c-a0ca-d9a9f23b8f81", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ed6710b-535d-4524-8161-3fb89d5cdae5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1a58c2e-08da-45d5-8747-60f1a9a3caad", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63c05451-2f7a-47a6-a5d5-cd470ea17268", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7826748e-5814-4a64-ae3a-2062a0acc1f7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b329fae7-30dc-4d52-98ce-316127ca60dc", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71e00e99-6a45-486e-a890-74834e072152", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afb32b4c-fa4f-441e-b99b-70a12e2b74cb", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f1eae939-947f-4948-9569-91debe2dd058", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82bae42c-de73-43bd-8604-8ff1fb6c0068", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f81b0a77-1ea3-4802-a069-6262626fa600", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22fd3720-16fc-4420-8149-ed14878ab659", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd6d83b6-9902-495a-9983-78faa8dd40b9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "081d95a0-5a30-46ac-9852-835b8e78a7a7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2b0afae0-dd99-4b7d-94cc-cc5a9eedc00a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d85acfc6-29df-4d7f-b3e6-565b376bad36", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3239f5af-8a1b-4a97-9f5d-17ae04a00f2b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_166.pdf" ], "test_cases": [ { "key": "bf481bea-c653-4aa9-962e-de18cd4c7fd1", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT NO. 1\n\nMANUFACTURING AGREEMENT" }, { "key": "06ff974e-9983-48a7-adca-c0b87d99c7ae", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Stremick's Heritage Foods, LLC (\"Heritage\"); Premier Nutrition Corporation (\"Premier\")" }, { "key": "c46698f3-f1f7-467f-b202-5e3d3b2ed157", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/11/18" }, { "key": "b1843d8b-bf52-483f-940f-13232e11ce73", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/11/18" }, { "key": "80ab3e4b-55c1-473c-943a-2c7031940d58", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16f35e9e-ebae-4c9c-b2ce-d38d12784468", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a57ee008-5673-41ca-bb16-a36469ede458", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c11156a-701a-44f2-907c-4dfb7ec0bb93", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "917de676-85de-480c-b321-27f63c0fdc4f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80ada33a-b5f1-45d0-af8e-4cb9f013eba7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f3c8be6-9540-4e15-9f7d-99ff7fea9958", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a9d934b-3402-4a83-bc8c-2a82bf9b8378", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c75a7582-c641-4a0f-b44c-66063fb3125a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de7b84f8-b025-43b2-aa95-877b1d95013f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a78f46e5-f3eb-4dbc-9221-5c6ca4ac5e5a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1254de8-0168-46c2-afe0-14f921bdc975", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0ecdfe2-c69b-4303-a869-f9a42d1ee058", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d1cf570-88d8-4f2d-bce0-6ff43e5c6cd0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61ea65e1-77f0-4d6b-b137-618d42bc024a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ae170a3-55f6-4432-953d-78edffa2643f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e568bf1-c299-46b9-b908-81496f928745", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a3ad1b9-89ea-44f1-a508-397c47cbabd2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b366db79-68a7-44b1-8f41-a4531ddc82b8", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d86de4ef-34bf-4ce1-8559-0a86115b4841", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3169c1c7-d4f9-49b9-af14-61bcfcb4675a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "928b1f5c-1697-4595-9db8-a8b53b79b49b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2ba96ed-7805-4c42-afa5-b0bfad45e9da", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f40f0302-74ef-4e78-8e99-735bf6959200", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eca9f3eb-3eff-4eba-8c75-10e2bdb7f54c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca554e09-cb52-4050-b8cc-97955402c97a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14b0389c-161e-4b34-9719-536dfd737cee", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47f89e76-6928-43ec-9c83-8017f42b1cf9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14bacd74-27f2-428e-b242-ed1b96c112a9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4784340-9690-4a47-91a0-2ee1c04e9022", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76e3947e-3f00-4f76-9468-ddbb14ebbda2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a83a2874-c507-4a67-a895-678aff08f87d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e63709e-4c1c-4bd4-a43d-1c0a8577319c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "efc7638c-b6b1-4e33-98fc-1d3a0e1686a0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_167.pdf" ], "test_cases": [ { "key": "39675e36-8011-4be5-9c72-26fdf042641b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT NO. 3\n\n MANUFACTURING AGREEMENT" }, { "key": "ce963e9d-39a2-45ff-8e94-001ea01fb3d4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Stremicks Heritage Foods, LLC (\"Heritage\"); Premier Nutrition Corporation (\"Premier\")" }, { "key": "cb510eb6-d61a-453e-bb5c-bd266ad26e34", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/3/19" }, { "key": "4114703f-3973-48c2-a484-3d459860ede4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/3/19" }, { "key": "898522c3-ec36-47fd-9607-07a372cdf427", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6bd06e1-1e09-4280-a88b-e25cd124ed68", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "694a99c5-539a-421a-9f0c-071752813f9b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "077a0b51-8493-42ab-b4a9-e337add3d671", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15ee49ae-c832-41c0-b19c-c1ce0dcdffac", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09756ed5-f06e-465c-8d95-b9dac0ffc506", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77506f76-5717-42a2-b01b-91756f8b2770", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb5173c4-3f73-4e95-905b-c9fdb9e4a4ec", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20b6672b-0ad2-4ee0-b820-0633bc94db9d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a744a924-2eaf-41f6-bd1c-b5257bfa3238", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54337fd3-f9e2-42a5-8871-7fb088d6378f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "099520d2-4017-4a49-a78c-ebff95e1940e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cfccd6a-a1e3-4ee7-8a36-d2a24f380b50", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7aa9d90b-f8d1-44bd-8520-581bd6492f44", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c880ae8e-2bc6-400c-a262-a2233c96da7f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e1bce59-f86f-4c86-8707-655471f13801", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56ad9153-d0c7-4f26-9842-d9c8fff8d16d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e81ad136-28f6-49e1-babe-3ca1e4fb8f3a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a3b4343-4840-4eb4-9ac0-56f746dbb05a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ac68f74-6df6-45f3-afb7-86adab970ea4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1421594e-9ddc-4846-93d1-57cb013342c9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7fbe906-f6c3-48da-a8b3-a04bda1b999e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de348c5f-b8e8-4b30-9370-90913c3f9b47", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22344b49-8def-4d45-85f0-3446fbfb9c9e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8d0324e-8088-41c7-a4b0-0d04e490d4b1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16fe20e5-b2be-4f6a-8e07-445930c0e7ef", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a23abe9-4436-4aa1-89e4-51b71eb3a698", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9ce3670-bbfb-4ee0-aa6c-3b6ebdd843f6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c939c0ce-6f45-42b0-b761-6ea71d4cd5f8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a73797db-b842-47e2-845f-3e68ba999b84", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd15a52b-c3b7-4442-812c-913fb9b7ea37", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef327d98-bf61-466b-a6b7-1989e247f6e2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92269831-bebe-4524-ae66-7eeeca12e3ae", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2ea44e5a-8b8a-4a32-b594-7bb4063ebe4c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_168.pdf" ], "test_cases": [ { "key": "f77ed13f-baaf-440e-8fdc-dfe605020200", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT NO. 2\n\nMANUFACTURING AGREEMENT" }, { "key": "e66595a5-65b8-4196-a354-39d651fc7727", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Stremick's Heritage Foods, LLC (\"Heritage\"); Premier Nutrition Corporation (\"Premier\"); Heritage and Premier (individually as a \u201cParty\u201d and collectively as the \u201cParties\u201d)" }, { "key": "a0b2a566-5ac7-4c94-b5a4-52745c30a7eb", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/18" }, { "key": "b57190ad-aebb-4bfd-bf53-4a7d0d8c3590", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/18" }, { "key": "5845697b-e72b-4722-875e-22149d4a46b3", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/21" }, { "key": "41e4e7f3-8337-4274-9f6d-0a7bd48d5452", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1129e258-dfa0-40be-ab06-7be17ec41f84", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80f60b16-6630-418b-869c-17fd4d01c6bb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c49e7cc7-4a63-41cb-855a-7ff453d333b4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d3cea3e-15e8-4572-801c-c7187f4e2bce", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a3b908b-f959-4221-8049-9e808621ad04", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ead6df89-dc8f-4eaf-8e71-f559f1d92a98", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3604d631-2757-43c9-883f-041c7c791095", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "487d82de-73aa-46b9-ba9b-8ace2e64f850", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e41baa0b-4d64-4c0b-8f7e-52b2c01cedcf", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf686c40-8787-4461-b22d-e84d847fbc19", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23c026d2-efce-4ec1-bb0f-d7ac6330c317", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "194acaae-e60e-4d1b-b283-3975794fc5a9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7944b865-5980-4d93-995e-2dcdb2db9502", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "167b4a27-5e58-4078-b2bf-eeee31367e63", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5cb4cc1-c728-44bd-9084-1d7a167f6049", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3754b559-bd6a-4ec1-80a8-d899614c485a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaf6255d-f1f1-41dc-86a7-7bde65bd7a32", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d16af95c-6d5c-41a4-a182-3cc04bfe5ddb", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ec95035-18a6-40af-a3ef-a13219144c9b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a95000c5-5478-44f0-a767-a7f37e5558fe", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71d2e87a-c105-42ee-99ae-4ed41e1c3349", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb0fe2de-c586-415a-a4b2-110ff4bc4ce5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b486227-d84b-4bf1-9e13-8363fdfac406", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8995411d-faa6-4c47-9cf9-7ffba9237b7d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edcd65ac-61ad-4c76-b118-d286e76adf9c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9463103b-fd5a-42c4-ba5b-58af48503855", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ca3dd0d-7aa4-4967-b4fb-68ce31806597", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4df3b4ee-025c-4492-8cfc-611afe99b706", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8228553-8339-42c7-885a-4ed16c8af2ca", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ab41066-7aa5-41c9-9f9f-4258ee96c9ad", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a53f9b83-fb63-4922-ba72-9965d1b85ab0", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f689e96d-d751-4d04-a462-ca752fe6ccc8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "60e6531d-b931-4fa5-b50a-d8a6185f7348", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_169.pdf" ], "test_cases": [ { "key": "9bf8b99d-6fcc-45c7-bcf4-7b1fa4762d8c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "fe2408f5-81fa-47cc-88ce-f2ee2f504e45", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Slinger Bag Inc. (the \"Company\"); Aitan Zacharin ( the \"Consultant\")" }, { "key": "edccf630-0cce-4ef2-82c1-508452f987ce", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "04/30/[]" }, { "key": "9b61518b-d070-4429-93c3-2e7886ef7968", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "04/30/[]" }, { "key": "89d7edb6-d3c9-4a94-8f5f-7714e5fd7885", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/30/[][]" }, { "key": "ed96bba3-a23a-40b9-8dd0-3714ccaad782", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "68dacfd2-4c4b-4652-8450-57e0187255e1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30133d7a-8535-4332-9421-70307de6284c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ff84d0d-5f52-4537-a7ca-065d31c84e95", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "687182b7-dbb5-4b04-b1b4-39aae620d56b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8659f36-227a-4ec3-9391-4fefa3f2258b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdd911ba-7860-4f0b-869e-b85b221eeb68", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af90b310-1f88-4082-a2fa-51a8e13b16e4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdcd4f71-e47a-4b03-9c19-51288da22785", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca1d3d97-7f45-43a9-bb9b-7c2d8b482162", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81e6ecdb-9b65-4da6-bac3-c525b5410ea6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd144a78-62d1-493d-aee6-76c4df8a0f8f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "09b04f80-0730-4511-be02-b1c9f99833b9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6212fb68-b82f-4fcd-982b-964e048a3b01", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca2a3d1f-896e-48b7-aead-7e7f1220c561", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d929dbbd-6b11-42c5-80de-ef95fcb47dac", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2008537a-b30a-4b52-a383-cb44582e32b5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1102fe0c-ac68-4597-b9d4-e5d6d5c2b574", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a62e198-2bcc-44c3-9b7d-b67876407de0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b6348de-5c6a-4548-89dd-2487bd1c95c4", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cd42154-17fc-44c2-b4b2-53d4d97e38c1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bf799bf-30e4-461e-b7df-a809e98d07ee", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3e02af4-8b41-4413-bfec-7456c7f26339", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acf5dbee-eb3f-46b1-93f0-a4e0806f92de", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4499c0e-3eb0-431f-86ab-3a35e3b4fdd5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ed79f43-2f24-4dd9-acfa-c618a29e5d15", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a28cbce-4e16-4429-b6bb-4d043a85a900", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c145450-316e-4dc9-b463-6fa5959c8824", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7388ed4-3cf5-4bbb-ba9b-a8a464fe40fd", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de4a3e18-80ab-445e-ac7e-7efb669c8230", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23fca767-a908-4d5e-93b3-0786a9e81d98", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8bf9921-6ed8-48fe-84a1-bcf70ec6d073", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6489c075-5ccc-437c-b6f5-d09cf312529b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "296d87bc-8b37-4853-b635-f60ef66ba69c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "435338e0-0929-4d72-8592-c701667c52f5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_170.pdf" ], "test_cases": [ { "key": "5fed988f-10f0-457c-a215-5a449ced24db", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "c988e295-ddf9-453c-97eb-bb1d799796c0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kriomic, Inc (\"Company\"); Gianluca Rotino (\"Consultant\")" }, { "key": "9b7b12c7-57c0-4b6e-8232-054947862f71", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/20/18" }, { "key": "286174f9-cd8c-468b-bb81-d4640f2474b0", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/1/18" }, { "key": "009e2be0-a2b0-42f6-a47e-abbe6fbcb60e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "d7420d76-3dde-4f28-b84f-34c41da5b69c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "6385d828-b87b-4c84-8ed3-2639f262e5d5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e67ba9e-989f-4182-ba6e-e90e31ca5d0c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1662cc87-7b69-4a89-8a32-c58dae898196", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ced329e-ba4f-4fd2-9aca-5654353cdee0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc9be30d-da23-4b72-a3f3-a6858e2d9462", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4be6cc39-94fd-4c4c-b56d-de44802d08ec", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebc19253-b879-444b-8d52-952875a07ec2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24a5e059-7cc9-4306-aa83-28997a72eaef", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2de9cb53-e52a-4761-9950-496b3596895e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6435401-e2f8-430f-8891-b0bf020f9a2a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdcd5ca9-59ea-4aaf-b5ee-3d09dd333a6a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02dc2e46-3f44-4702-913d-8773cfde58a2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a777289-4a36-42b2-868d-88d388e6ee02", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a62da7b-dbc7-4edf-afd1-0dc4a276bfaf", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9b7dcfc-a55e-4d05-8a10-fbdd86a30009", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b1dcdd69-9913-43bc-ae07-42a990c0b772", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c519b06-97b3-4509-9e30-4baece1d6862", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c9dd0be-2844-4b02-8c25-eaf6f5373ca5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d22ec165-89ae-47a6-a4f9-8f1506606831", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ed125aa-316b-4d8d-8532-5663ace1da5c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5a38e04-c196-4b09-9470-5c685a8976df", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb6fc61e-5ea6-44ca-9480-e9bfa1b78d51", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22b2266d-3ee8-4380-94d6-d7676804461a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2de09e84-968f-471e-a1fc-ff3f7b5ebd72", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a2a98b2-a6ee-4291-a9ea-c630fc2eee32", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab9c94d7-d86d-4366-a3e8-a64f8156c149", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d0d89a8-9268-476b-985f-e1bbe1876ccd", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "669da94b-d576-4233-a6da-b310a4241553", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42be0152-b4b9-4e62-92e8-1c1db44220ea", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81766b9c-ce57-4bb6-9f14-023d3f99f440", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "170c9dd3-f670-4761-9306-3edd76312e0d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb1ca3ac-0095-44ea-868b-f16b10453b70", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6cb3f24-5ae7-439f-ada3-be62e58b0722", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2d1decb8-b934-4a6d-b692-f773a7a876fa", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_171.pdf" ], "test_cases": [ { "key": "022efa2f-933e-4c42-ad08-16e2efc8e40e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "fffed7bf-9290-4336-b735-2be17a5f656b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GROUPE PARAMEUS CORP (\"Consultant\"); Sphere 3D Corp. (\"Company\")" }, { "key": "5bafbcb0-c919-4e3e-a9a8-51771e329453", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/20" }, { "key": "fbd48272-ec5e-4746-8530-98f139af81fd", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/20" }, { "key": "b9076bd1-a8c5-4f88-843c-7ff8908f775a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/21" }, { "key": "53655875-2161-4323-8ec9-6e8af1db124a", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 month" }, { "key": "8894098b-f3ad-4b6e-a6b8-e1d4f4b795f6", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5 days" }, { "key": "006ce5d3-195b-41a8-b6df-c4ca8597875d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "e4b64532-6164-46b6-b1fd-9bc70db58fb0", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2630bffc-730c-4cb4-be9e-b69de8e7a237", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb761b76-db3b-4605-9e70-beba4a201120", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d415dcb-8d03-4030-ab8a-6d9539ceaf00", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5c8f5ee-fe14-417d-b1fb-c3f7f1d9e623", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da37c79d-a37d-4485-8820-211a6be0e1e2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c94690b1-3a6e-49a1-ab20-3bd6c2aaea80", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "790a387d-fb62-4142-beb8-6a64d45d2af4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef49c98f-6ba2-47a4-9134-94ce41b316f1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c239abe-0aba-4405-ae6f-33d71a9a4a8b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6760f6d-d1d1-4251-98c0-20f07e4fafbd", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ea85a0b-d915-4554-9ac5-ecf8acda18cb", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "178e2de6-f420-459f-9f80-9fb61212d66e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d3a4618-53d8-440a-8483-9654a36da856", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef6a81a5-a734-444b-be5b-c49b15b77534", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5517d552-b6c7-4bb0-a21b-dcd3dc026233", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f24205b-8cb2-4665-a9ab-ddc878ff72fb", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5212d032-0acf-44e1-a435-55288316f6c0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d08aca9a-beab-4168-9817-db3bb3845407", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95aef125-fa15-4b32-9e5f-8eb8cdf3cc6d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57f63009-8a1f-42c8-bfe0-def84e8d4b39", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3cebe95-cd19-4047-a6b4-e842cce36bd7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6488bb4b-0e3e-48e0-8b80-aec1411aa052", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7346312f-8d76-4716-bd45-f961067a755e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07ea1483-13f4-4419-beb6-e73eca60333e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fddb6e53-5242-4bf0-a41e-3e455a5fdca0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "198e6908-d0c2-4c01-863a-a0898c03a9de", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2cb3879c-d716-440d-9050-c2d609700168", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ec6bc3f-3ebd-4c1e-b745-4be14426af97", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a953d24-bfee-47d7-abc0-2e6c4cd60559", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d304a72-defc-420a-aee2-c22ddb025cf5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6572aa9-6196-4211-95c7-946e0b145962", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77a1eedc-e777-4179-b418-17e8537d71bd", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "e6ed51ae-61b8-4058-be5c-ee1735c63ec0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_172.pdf" ], "test_cases": [ { "key": "e5af7456-98d9-45c3-a583-019a262b7a23", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "e52f426c-5f18-4d93-9b0f-cc390567af13", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Global Technologies, Ltd (\"Company\"); Timothy Cabrera (\"Consultant\"); Company and Consultant (individually, a \u201cParty\u201d; collectively, the \u201cParties\u201d)" }, { "key": "4654b7dc-e71e-4bde-baf2-ba87e1c314ac", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/2/20" }, { "key": "b63839ad-325c-409f-a862-6f74e1893215", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/2/20" }, { "key": "69b4dc47-e5b7-4811-b7ba-543027021e5b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/2/21" }, { "key": "cebb8747-4f7c-40cb-80c2-0a432e35b604", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "29d52a79-4c5d-4bba-9b87-b911a1fe7aad", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8a4f864-7fa6-402f-afc4-9bfc2aae1a6f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e9fc58f-6671-41ad-94d8-d325428b5742", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdf08467-e173-453a-a07e-2deb1e0cb18a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76753fb2-350a-484e-a546-e0e5b6758a63", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1e1c0c8-d1d7-452c-9818-0f91bbb68f19", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "539faf69-1dc2-4047-9e42-b2b8c55b487d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb4013a5-1ddd-4c62-82e5-0deb183fb380", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e79261bf-b9df-41d6-8314-d6f9077991f3", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b09a104b-8a11-4332-85b8-9cbc2519e6e0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5888942e-8065-46a6-984d-88d70749b22c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c9191b8-037e-44ac-902e-8dec05ab1150", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fba31ac0-b712-4346-b82f-92c1f5f79d88", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dd6137e-56a2-4040-b5e7-a1775cb8dbef", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68dd627a-2153-41c1-a595-e1029e74901d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6da5708-666a-487a-94bc-09a708d25c83", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0869b21-07f6-417d-bcdc-43deb842a83c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1faf9fbe-ab2c-46dc-9b86-e335387fec5b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3dd1e8b3-096e-46dc-a0b5-68fe1cfa2e36", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55f58ea9-0503-46a8-98c1-83578a3053d7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8dad479-f544-4e19-afa4-be13c7fb96a7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da4788b2-39f4-4d49-8baf-6bb173b23ba6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db305870-3827-4b41-bc4b-202783be63a4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80595d98-1f4c-437e-9e43-542f1882b200", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db3f49da-8dcc-4062-b4d7-780b41011844", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd8a23fe-6717-483f-b5b5-e1cb073e5a58", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "797bcb74-d456-429a-ab49-53fc0ddf6a38", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b527fc20-5f4f-4d8d-98db-053dfd255d26", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9eda476a-7e1f-41cc-84f2-7a4b8f1f19c9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "425944b0-3a0a-49b8-ba09-45672c89fe5b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ef4e712-db78-43df-b36a-f8f2ef9f4b26", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afc55d64-ae94-4b7c-98b2-44bec2d179eb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f974a1f9-9fdf-417a-b6b9-6aca07881e6e", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b175a105-8d02-4ddb-a7ff-a6afa268ba14", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_173.pdf" ], "test_cases": [ { "key": "6ecfb8a0-d5b9-4667-9a3f-2b78db30237a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "7bdbb303-9f86-4b3d-a548-df9366535628", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EMERALD HEALTH NATURALS, INC (\u201cEmerald\u201d, \u201cCompany\u201d); DR. GAETANO MORELLO N.D. INC (\"Contractor\")" }, { "key": "4f335011-3a83-4959-8bed-ebcd7640a91c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/10/19" }, { "key": "74b50799-fb4c-4c48-b0d8-88e96c8f9455", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/10/19" }, { "key": "e8a5ff67-ad50-41d6-b4d6-508faad8b420", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "British Columbia, Canada" }, { "key": "2665b9b2-40a4-4a53-8c59-7b90be01b093", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c89d0466-e1d3-4bc0-82b2-b33e3bd36851", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f665a910-ec10-4831-8bb5-024f02ce9bad", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62241582-1614-4e95-b3ed-567a1510ecf9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "173d1e61-c85b-4e1a-bdce-6637b0779040", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f68d7d0-e87a-4e69-876f-003eb52543dd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea8ba8dc-17f9-4900-9108-f8a4ae3982fe", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fa01b83-0362-4711-a216-001d78798ec1", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c35217b1-40d1-4824-bd94-df39b91171ca", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffbeb358-dc94-4a23-a7c2-2221eb8eb6c9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff101e17-95d2-40c9-a762-1b825131387e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7d241b20-1067-49e1-9242-3775915c358d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a5712ca-393a-4761-9c5a-3b6d59183dbb", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "413135e6-9fdf-488c-8966-a7b1af29a14e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65884eb4-0b6e-4cf4-88dc-e8821239ff9f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38311c0a-8d17-4cab-a794-4294a0286cd7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6df77821-2ac9-4727-9507-71a45b78e807", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56e81c11-987a-4857-b111-dc0519acbe10", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3db76cda-1051-497a-8c51-1ee2f1e2bb24", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b2cd1ee-973e-40aa-832c-f0dfe72c3ff3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d06dc689-99d1-40fb-a333-b784c0265710", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d86abf0-00ae-45d1-a13a-ca3cde4ecfab", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7068d3b6-ac4f-4ef7-8fab-0ec7f58c3df0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e19ef34c-7a0c-4895-982b-067879a5d61c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f968e65-aa2f-435e-9fdf-8080d14cbeb5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f4e7275-3108-407d-813e-f2676a07ff2a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8c94f70-44be-4381-82d6-81cdccd0d967", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bce5f9ad-beb3-4872-b7e8-4a60a8b84f9c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69ae7725-7b6a-4f34-918d-23412a4e2909", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56042eef-381c-4ce8-80d8-19cae9778fc0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8ce80e5-1cdf-43dc-bf6e-c0492d55a1d2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6241aeff-8191-4620-816e-c6f138a3f592", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b7f6a4e-33af-4eb4-bbd5-056f09d8c3d5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "e1d890d0-8ed7-4f73-82b9-42865adad79e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_174.pdf" ], "test_cases": [ { "key": "412644b2-bfa3-4814-bfaa-4e5ee5ebd550", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "f5045f8a-e4dc-4874-8740-35dbee2d46dc", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Gunston Consulting, LLC (\"CONSULTANT\"); Medalist Diversified REIT, Inc. (\"REIT\", \"Company\"); CONSULTANT and Company (collectively the \"Parties\")" }, { "key": "06f5e6ca-ccb7-48ed-96ea-7035efa8d5db", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/20" }, { "key": "b28dbfd1-7619-4e83-873d-76c50eb45118", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/20" }, { "key": "1734292e-f8d4-4324-9c02-e071abc54f54", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/21" }, { "key": "aee205d7-1bdc-4eb3-85b5-c64c51a57a10", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12 months" }, { "key": "c3d1b5bd-eb9b-4a56-b1b4-443124f610cb", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Virginia" }, { "key": "1a2a170c-be6d-4c29-bc7b-53bd941dfd09", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56702538-a89c-4b63-9ceb-16f3a56df612", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "90121436-fd6d-4113-8af5-18488258e614", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8229d780-a80d-4f36-8ac1-4bb1c9ba2355", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31d05d28-47d0-4c75-909e-41b6c77fa510", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "97530b7d-41a3-487c-9c6d-fe4367ef9d1d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cb947dd5-67db-43a3-94d5-f504b0a9c80e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "751f256c-aea4-4527-aa2e-2b487ee695d2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8251ee0e-dbd3-4f23-ac5d-69541aa06e0d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be720c4d-5e25-4a39-aef6-c05e3377e7ec", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "040e8b0d-c3cd-4976-abc9-b9561b9e630e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a0e223b-a55a-4744-8f9f-873151d054ec", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b242d87-e740-45ad-8176-80f19a85fa21", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f731e64f-48f1-4ad4-8be7-60e99038e865", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a7d15d4-6bc3-4e7f-83d3-9ecea0ab5ea8", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "797aa3f0-f75d-4cfa-b61d-bb8a269c3a4b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4faf7230-737e-4e35-ab11-b193a0320719", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca613f00-fa5f-4f29-9f4c-61431128f7c4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd2ceb3f-5938-409a-84fd-7b9745c8f087", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56227570-ab12-4821-a36f-028fd7558c77", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6f8696b-2678-43e2-8eed-be07cf0fb93b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52bf8cbd-eb68-47a0-a5fa-f955ffb89f1e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2504bbe6-a57a-4067-ba80-b1b466c2ac80", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3cf9227-7548-4e24-b320-57ae10eca5aa", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fc28df1-fca1-47ea-a4f9-3b33077c8190", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04b00ae3-e0ca-456f-b334-b273e416ba9c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9213b40f-4060-4c33-afc5-d91cadf9ce8f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "691d153a-7887-485a-8d73-e7f378c1c731", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14ec9f36-3e4e-4dc4-8601-fa38ce543c0a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "71c74d3e-479d-46bb-a21b-8f5e86d286c5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a7644d1-5dc7-4f30-b50f-7f6daae0310b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "beddf9a7-3d69-4c0c-a30f-2c7bcea4fdf1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "140a35c3-77b4-4a7d-ad7e-721c597e3cfb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1305ffef-37e7-40ce-9dac-092e5b06cba3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_175.pdf" ], "test_cases": [ { "key": "06d54f2c-31f3-4531-8e0f-6fe9550c562a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Consulting Agreement" }, { "key": "9761d98b-e170-4594-8873-6fae71905c23", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Driven Deliveries, Inc (\"Company\"); TruckThat LLC (\"Consultant\"); Company and Consultant (singularly as a \u201cParty\u201d or collectively as the \u201cParties\u201d)" }, { "key": "54de9cd9-688c-4569-b3ef-b11fbc5a5456", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/19" }, { "key": "b74b1cfe-7331-40a3-8f51-f2dca26b867a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/19" }, { "key": "c1d63bc7-b681-4476-8026-806abe2bf0ac", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "d0be61e7-1723-40de-8e6f-71cb71bc1a3f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5dc499b8-318a-4f35-b66d-94dc435876b8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8dba8ea-8ac5-4043-a50b-532857cfd027", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f681662b-1e82-4f7a-99d2-dd1da5b46325", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1dccc75-46e6-4a9c-819b-cc23d723ef67", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b52248bf-4f08-4f2f-ada1-ccb980e3ebcc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cdf0ef67-caf8-41f6-8f9d-4da50d1b0c51", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c54807fe-ff0e-46a5-a8ef-5afbecddf306", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "703aa2cb-7dd5-4764-b7aa-98670ffe6331", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "327aae01-fd6f-4a5e-b676-f916c43e0ecc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0495d4e5-db36-40ab-b732-7e1c01711e1c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b8cc3a9-1d66-4a37-83e7-1a849a01c9b5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "063bd979-c770-4005-a45e-fb4da3c88bfb", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0510c201-0e3b-45c2-b611-9a631a21237e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0db7ffe8-839e-4477-b366-40598190046d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d9d7aa0-3020-4b30-9810-1a5100fc3e02", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "da373992-735f-4eba-97d7-de47b2a5350e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "047f1289-d411-455a-961a-e3d54dcae6cf", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "581279db-2e29-427e-99a8-b9539a4b7fe9", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f17de713-5861-4ee4-b735-a603f57ef4db", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "497bf9bb-c653-426d-a4fb-593c145fe869", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5378da92-e968-4dde-9bf6-3006b792ca26", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "085a984f-91d5-4e53-8da1-b672d059b2f4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27ed6515-6e81-4acf-bed7-768ba5b2ab69", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e194946-4ffc-4846-a2d3-a1b98666d4a0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8ca4ce03-6465-4971-9d17-d028c3080a79", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8aa993c-56b8-4ab7-9d84-37df5b2588b5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d393130b-a876-4e27-b9be-0a7184291203", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "05e11c20-0350-424f-a769-441a73a70c88", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd6b5865-4ddf-42f1-8366-8f7cf8c2d133", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba843cb2-766b-43c1-bb69-9a0bf199ffcf", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8700df5-fa2d-4a21-81cb-82f08be12a26", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c28be94-193a-4dac-9dee-d93549f170c1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "014ad1c2-d45f-4897-9a3c-6e9753bf63f3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_176.pdf" ], "test_cases": [ { "key": "bd268aa3-b821-4b85-ac2b-c095850d9e54", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "d064daa4-8abb-41e3-8161-01afd809fe0f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Aduro Biotech, Inc (\"Aduro\"); IREYA B.V (\"Consultant\")" }, { "key": "27eef9e8-cc4b-4e6b-be64-a795981e122c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/20" }, { "key": "9076aebd-a5d1-485b-bd1a-cde21985bfaf", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/1/20" }, { "key": "f4aeb761-84c9-4380-ba59-1b9926c8c8c5", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/20" }, { "key": "6a212d05-cf76-443d-b639-12e04ffba816", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "96477a4d-9b6b-42ca-adc5-0ab34ac8cdcf", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b5244cb-8f1c-41c7-a7a6-5da0bdef512c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32e9fff9-d102-4079-a8b1-7c6416e3448d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f16c3894-e61c-4789-8dd3-af8ae4d89aa4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fda69d5-a091-45ad-81b8-f205cc0bb908", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d76189c1-0c14-43c4-8394-b98ac835b62b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8d0e1dbb-2b3d-4abe-9f09-2c9ce0ff96d1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a92728a-97fe-4c4f-ae35-31cfb09cc032", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d622701-75eb-4f91-9492-89c218998fbe", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dac40bbc-a5d6-4842-8b41-9be92c6c41b7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9315b03d-5219-4e79-942d-dbbd413df0e6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6ebfba4-e6a9-455a-931d-8503c9ceb629", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "576877db-9f02-4ac8-b486-fa8b23097c3c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f809307-de2f-4a4f-b457-da23f098f941", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1048d31c-80a7-49d3-9d9b-6c03e217b6dd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ea1dcd9-cc19-42e8-8435-ef6914ee069d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "07b6e965-ac13-4170-8529-212a2f218cc8", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53e40a35-5c79-4d96-aa6e-2ee65d49cd4f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84f7facc-c1bf-417c-9591-998d462d5076", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d781ea05-cd15-4f84-ba2f-37441d4cf0a5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c240d6f4-26e4-48e6-bd88-2b87c04e7799", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0744d312-02a7-4d80-b636-8fc5e6c6d69f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c98f277a-f1d5-4030-a0f1-a4ecd5b41100", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca39451a-a3bc-4930-9b59-cd8ea0dc39d4", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05359930-9811-47f9-aeff-18ceacbbb08d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddc97c33-bad4-44a9-8e6b-b3c3c42aa59a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c93fd859-d63e-4afa-bea0-993472abd579", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4fa6857-3a55-4920-8bbd-395b48ef34dd", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0292da8a-cf02-405c-b03f-ebe8897e05f9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b957b1f-b65a-42ee-803a-27118fe1af2e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c15686f2-d0d2-4519-bacd-051993084b89", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84c3fd28-f61e-4551-a8c1-c02b78cd7926", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b78316b-3f53-46a4-b25f-cfda8d7f5500", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ac8f31f4-d2eb-42ea-83f4-c640b4201d9e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_177.pdf" ], "test_cases": [ { "key": "fee31b31-5d45-4f7a-b5ae-01e283d4efdb", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "d32f52eb-c846-4921-8f52-b072396f1273", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Immunotolerance, Inc. (\"Company\"); Alan Crane (\"Consultant\")" }, { "key": "afd082ee-eda9-4687-93d5-1e204ea24887", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/27/17" }, { "key": "51a988c1-dabb-4490-b4be-3d1d0f8bfad7", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/27/21" }, { "key": "5a156bfa-7b00-4fe6-beea-4a5b5caa0648", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "edb372ce-21cd-4afe-b6dd-abd5949cda63", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "d3bc6459-9f96-4d15-9f0a-0d08d50212cb", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Massachusetts" }, { "key": "fa8fe01e-5467-4b7f-93dd-1a99cba595de", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d584a3b-4962-4ab7-bc73-240176ef9a0a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75cd8c14-80fd-452e-865a-ae246816cbe9", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e431f729-609a-4dac-88cd-7dc3782a5a2d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0705eb26-b781-4a32-9194-8dacd774eb59", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e05b73de-dc11-492c-8d70-c11e663bb082", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dbcf6349-a9d1-4985-b61a-eb3c0045bbe7", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c14cf83-a066-4a27-aa9b-bd31d111cf29", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b12669b5-0426-4725-8769-5ad3372db7a5", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e2eb405-5ad3-441d-aca4-be9850d8a30d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5821945d-8c98-4312-92aa-512f89e5ef25", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1ecf008f-62a4-40e9-9eea-c5dbaaff8a45", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e44d5474-0a9f-43af-8b2a-1e00e34d4b4c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca59a0cd-b327-4c9f-a4b9-ccaa26a81a51", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1cc96d1-eb2d-4a69-9ac5-733f9af31154", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31e8cc6c-179a-451a-88f0-a7e193fc6799", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f0dd60a1-266b-4c4c-a16e-8ed2e38fc101", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dce464c-cf19-4297-a055-74c870dbf16b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b45e412a-830c-4ed7-99f7-3bc5aa306504", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae180ae7-7946-4abe-a420-a1ef1b83f785", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cd4a29d-3c4f-41f3-9c98-80d1e7ecd6e5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94f29d50-c78d-45a1-b98e-6932ae6bfc02", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0412ddc0-d57c-47c1-9426-cd33a0205294", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4b2e245-5c83-4b59-9c19-550d280ab3cc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "181cdcd1-4683-44e6-a793-39d8d0dabaee", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d22b2ac-c7aa-4ba1-b086-7f92bdd26f9b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a19e2efb-7fa5-4f35-916a-a64a751b258b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0ef5ea8-6507-4e71-b6c2-06c0d2d59a14", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a598063d-3a0a-4707-a9fd-c476d6040ec3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb09346a-1579-45e2-872b-b7657472ea2b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97fe6f8e-1234-4b3d-8729-d4200997a980", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f854a32-3124-4072-9fd2-d90d2a7b4602", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25e5d8d3-e188-41db-8770-25f25b7f3de4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c40a73c3-7b52-405d-9824-20f7ff57b009", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_178.pdf" ], "test_cases": [ { "key": "084e3c4f-66fb-41a5-8ed0-a6ce0b655e81", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "ee17e4ca-5d11-496b-88df-c7f72b7f6de9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CORAL GOLD RESOURCED LTD. (\"Company\"); INTERMARK CAPITAL CORP. (\"Consultant\")" }, { "key": "1aacf0a3-9d17-4f3f-821c-55df30352ce2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/1/20" }, { "key": "44171f7f-21e7-451b-9aa9-82bc905833cf", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/1/20" }, { "key": "075062fc-3ed1-4e82-8e79-ce072601de5c", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "31/01/2025" }, { "key": "6718b49d-ea18-42e8-b61a-190ac26317fe", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "British Columbia, Canada" }, { "key": "b0eafbd4-5d33-4f3c-8ab2-ac79bb40139e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00d1f5f4-dbc2-4bd1-a9ad-bed09fa689e0", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64e6c2a5-0a72-46b8-afb8-28a3e37b0227", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69f4bf27-33ab-4a4b-8b1e-12311ec851ac", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4941663b-657d-4361-a05f-b1d68859aba9", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "189a75bc-524a-4314-a0b2-d965ecc7cefd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "32b1ecb0-6217-4ca6-ad7d-b779f3aca4d2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cb023ac-6a1e-45d5-91e5-ea6e45c3bb44", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "94e1189b-ecb6-43ae-8dfb-7060d251832e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c24f1fd-5d47-4bb1-998b-5efca2b5171f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82662390-0c40-4138-b5c6-ff02aeea5cfc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2665a6eb-90f0-4fff-bd5b-54293f7a6994", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b503995-3577-42cc-b633-23997424aee5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf26f729-8ca3-40b0-8e6c-6467f0e34edc", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b307a5e7-cc3c-4dd7-95be-96e7784e1828", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfe1e562-4e5f-41df-a514-efe1bda6f911", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3714afe3-3ecb-451c-9f24-e96edf058323", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef5d8d60-57b2-4356-b89e-154ce095f6aa", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acab485c-3fb4-41b7-b66a-520d80181938", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "212f2d8e-55d8-4660-ae05-4903c6810bd7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36d11702-ef3f-4f37-a8b3-07b61bf1769a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e73d23f-8809-43fa-a4af-08ce3abb1d51", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1470596c-1b1d-4d0c-82c7-39add80c4172", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ad223c4-38b9-4e60-ba3e-5f7255343871", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7541313f-ee3e-4084-b3f6-2b34f7a25ade", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d084667a-5201-4134-ba3d-9af1eea51543", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b8ec88d-aa08-4c26-9327-ce32690e1af4", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56e155d1-8326-4190-8ab0-07ecc5431101", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8940f1f2-baf1-4aa2-837b-56358b758e05", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ddbc7013-8b93-4a9a-8bcf-4cf8103dd717", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa44cc81-71b3-479f-b236-6146ad720a75", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdb8c5dc-51ac-4a5f-a501-148c29ac39b0", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e550b741-40a0-4506-b75e-6f9235c169fd", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1328b6e7-d7a8-44a5-96df-e8509ea46f5d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_179.pdf" ], "test_cases": [ { "key": "285a66ba-c875-4b34-8c07-20f0540ffb8d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FRANCHISE AGREEMENT" }, { "key": "1e4d65b0-23fa-4a51-b85a-d2719eb1324a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pretzel Time, Inc. doing business as Pretzel Time (\"Pretzel Time\"; \"FRANCHISOR\"); Franchisee (\"Franchisee\")" }, { "key": "1cc4c3d1-c347-4888-bb79-0a6fd3765152", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/19[]" }, { "key": "20cf474e-b1d3-4316-8add-842274e212a0", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/19[]" }, { "key": "ac0a628f-cdf7-4ae2-a281-b260931f0034", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5 years" }, { "key": "01312ac7-8f34-48ae-a26e-85b6f4b2afbb", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "5048f43e-9cf1-4dbb-bdbb-18022867dd2b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "76177e2c-0185-4aff-ba28-2419f3aac85f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95a58379-7aad-4ec3-a01a-ce4890e40be4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dfa92645-295a-4856-9da4-5fd47ed8a6a0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "91e79289-dfc1-4d06-bedb-f7dc2d2601da", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "63c9f5fb-85c5-4cea-858a-8d19808098c4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e58eef37-8466-4c4e-97d0-d5e775940fee", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2cf3ed02-d1d2-4736-abc3-3a5584da169a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a2ddb69-2830-49d1-bf60-ca03c5a94fff", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d3a911e5-832b-485f-af48-38f8b7050af6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "067b760e-1c15-4e21-abc5-c01aba9d8592", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4f906ab-4c8d-4da4-a613-6d529dd71262", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0abdff89-fd02-44cc-afe5-799fe5298220", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1070b4a-4bf4-49c7-96ce-9aa82d5b6436", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13bf3ef0-f860-4580-95d6-f63f7beb2e92", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "281f14cb-2ca9-42ae-b4c2-279a13a4f208", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3aa257c6-a5f3-42da-9a57-9a890cdbdf41", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4392c4d8-40eb-4e3b-bea6-0baeda0e5d0e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b58039de-b4db-46a2-9b73-94de8173f0cc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b2ae7553-1cd9-4ca2-bbec-aef6ee61cac1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b5620ea-964a-4fb0-bbc4-0b24ae3577be", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73fd2c41-e70e-4dcc-99cb-61b6739fb57f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6cc5e561-6c52-43a0-b2a0-51bbf58866fd", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "120300c6-eb24-4897-8da2-7f6810c1d4ce", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "de2b63b2-211f-42a8-9191-91a0d7a54958", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cb46302-02d6-4112-9b6b-e9cd72ef254a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2bf8ee0d-889a-4f98-b8f0-117304cd0903", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "19a558ca-bb29-46fa-8039-78ac31def96c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e600d4b-993c-4544-bdf2-0aafd301b398", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa8a75c3-73d2-4395-9128-6cafcc40af90", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a085dae2-6e6e-4515-8e82-48a49c5bc223", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23032b05-9124-48cd-975c-bca2d7f74036", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "300ba76d-8004-452c-9aca-28a45f4cab05", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab1cbbef-4c8f-42d1-864f-e6c98a4d9c96", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4a13decc-2f16-4f8f-840e-551adb42f45c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_180.pdf" ], "test_cases": [ { "key": "2eefcb21-e595-4101-a930-5dd6823b86f4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSULTING AGREEMENT" }, { "key": "2472afca-7604-402e-89bd-cb7265989c97", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Aduro Biotech, Inc. (\"Aduro\"); IREYA B.V (\"Consultant\")" }, { "key": "da88549f-8478-4030-a3c2-e537df61de3b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/20" }, { "key": "de3bab6e-cae9-47ec-a269-1f18b5b6ad44", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/1/20" }, { "key": "fdf5a448-b8d5-4301-bc1c-15846d339a80", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/20" }, { "key": "5a464146-52cc-4130-8f7e-7338485e7af8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "80851ef8-b087-4e0b-b28a-d9638f66b737", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dc662ea-0c19-4be0-a952-590de6665dd5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5a82ee4-fd5c-44fb-ac58-0fc6d1e376d1", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2999b7c4-d63d-482e-96ab-8f5cd528ce4a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f22f050-80b1-442a-bbbf-a4c298e56172", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52be7511-cb5b-496f-94da-23ca4392c6b4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4ec7ecab-27fc-43f3-b9ca-cbd4fdafa935", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82eb85fc-c81d-43cf-947b-d227998848c6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "535b1594-7731-498e-8953-a59eb5690ed4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae9675d3-ef69-4c60-852b-c8f40dc24b0c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d035cffc-93c1-4e1b-8cfa-5d8112d627aa", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4970c133-c022-412e-8083-62744c3ec592", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f306b381-37a4-44c3-80a7-33fa6c609cba", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3e93fa6-69ee-4f60-b607-f61263153274", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67c21ded-fdec-446b-8421-31b4b87f9bfb", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b54c2f7-666b-44b9-b5fd-26b469d7731c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7f056b7a-b4c7-46ff-91d0-86f1eaed57a6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdb7f4cd-30ab-4d6f-bb4b-d838ebd39038", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "366164ec-a402-4cc7-9638-215a8c39ab4e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8330db4-758d-472c-9f8f-83eea2e84d2e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd38133b-7889-4162-a4bf-331ecbbd7774", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c369b474-52c8-40dd-962e-f72feb59aedd", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb0d7c53-8156-440c-a75e-57f5731618ea", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c26364a3-7913-4196-99bf-ae88be8d06b9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb763f51-82d3-4e77-acc1-309caaf28227", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c424f26-44cf-42d5-8a4c-e5cc292ac844", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77ff93ec-9e77-4cf2-8ae6-66f6ae5662a5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd8d6d89-ea7c-41e7-8a7d-3e55fa5cf75a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "162a4591-d238-490a-a2e7-daf4ad27fef1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79825d3e-bcdd-42a1-8db5-b464504995b0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63d04742-4c54-45ba-ac2c-86d3e74571c2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a983f81-d5b6-4fee-81b6-82595067b5cf", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8ce5709-02a2-4f61-885a-e7ac23762299", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f0054e73-4fe1-419e-a19a-b39e055a0748", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_181.pdf" ], "test_cases": [ { "key": "d65fc1d5-4ce3-4d6e-b6f6-e70267a61b7f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WEB SITE HOSTING AGREEMENT" }, { "key": "09d1f13e-71d1-4c12-915d-f053f8d69bce", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Centrack International Inc. (\"Customer\"); i-on interactive Inc. (\"i-on\")" }, { "key": "490f4996-b0e4-47d5-8b21-336c8c05ff21", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/6/99" }, { "key": "1320d135-15c6-4b39-83cb-beae9614fd76", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/99" }, { "key": "ff903f4e-4c45-4e9d-854f-91784fa09357", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/99" }, { "key": "75b96fa2-0308-4515-bdab-4a47950c683e", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 month" }, { "key": "f89477f4-adb5-4224-871d-72ace70d1a0d", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "15 days" }, { "key": "cad37e30-7bd2-428d-8056-2a2be779ab9c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "0d39fa5e-e2a5-4da9-89e0-5f35380e80c1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f293c2d-6919-486d-b7b3-947f0812b770", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "639185a8-0b5d-44ed-9218-7b214577cf6e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d1c0e33-b4b7-4271-8f5d-a45e9875038e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8273edab-ddc8-48b3-9832-ac177f54e27d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce2502d4-5732-41c8-9ea8-35221d47da1e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "034747af-af60-4467-8104-1ed839850b98", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9ce15a0-d782-4a17-ac5b-944d0e7753d9", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3404a501-dbe7-4f4d-bf86-482d9c9442de", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b8feafe-c42e-4c0f-81da-b70a80f780aa", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "187c8e0e-5cde-4366-9e6b-b37b093f7885", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66dc2325-dfd3-468e-b127-1c5c59dfd5f2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e6a709a-9be6-468b-bef5-6e86a3e67059", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d68e12e5-bef5-4029-b7ee-2fc102c4c5d3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24e159e6-2a53-47de-86e3-371878c9cf38", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3237c08c-e041-45d0-abc8-c4c958fd8428", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62ac3a4e-92a6-4f24-98f7-21e78e37efd5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c391c122-0ad3-4cb9-9579-5ff695abe193", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a27f541-d340-4b8d-9b24-3f7675d0dcef", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12b5cbbf-4747-4e9f-a687-6e7ef8418e75", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8266c63-fece-427f-b3a7-2bdcfcb0ef4f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc62faec-f5d0-4ac5-90bf-4c33f0e49249", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44a499aa-f605-40c4-9022-5bbde5b40802", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75671eff-1b9e-4140-b578-752aad328576", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d7be989-20e4-4dcd-a6e2-0ff565c7dc9d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ec18fd4-b9a4-46d9-9f67-69f0e8da5a64", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "981a6d16-0e2d-47a9-9f06-778fb705fca9", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6d44d60-0e0c-4f29-b4b8-ec3e445d48da", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad63e128-2eb9-4a76-a072-8776d4e49661", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e67ef06d-d9d5-4d9e-8588-7d9d342c9786", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fd24466-a2d2-429d-990b-440c66dab8aa", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90b21e7c-1daf-4052-b6ed-69094e2cbffc", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ebaf107-be65-4166-9569-1d902acaa5f7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "12db37cd-de68-43da-badb-31a90e36be86", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_182.pdf" ], "test_cases": [ { "key": "86ae0879-726d-43cc-a165-09f905315f9b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HOSTING AGREEMENT" }, { "key": "13d04a17-8903-4993-82c1-e6e3f9d2b53d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "eGain Communications Corporation (\"eGain\"); Eliance Corporation (\"Customer\")" }, { "key": "007953cc-1230-43fb-b095-e452adf23bf0", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successine 1 year" }, { "key": "03227103-bcf1-4bcd-96b9-b52c8d33fb10", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "ed53ef26-0c95-4fc7-a8fb-c02fec264325", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "5dcae551-2574-46bf-8d5a-cd78844752f8", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "429162a6-7880-4609-ad3b-d6a764c4b7bf", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c393f354-82e5-41bb-9eb8-0fc1c674ec43", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd159ef8-c8b3-477d-be60-6f24e81a04be", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6ed5fda-5eb8-4bd1-b755-38b6512b5543", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "459f0122-bfba-4fe8-bb91-837648121ee4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c764ce5-3678-4fc9-aa9b-576b7561fa94", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36cb1d55-2e5d-45c0-9c5d-04dbc4704f1a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17749527-2e07-4fb9-bb16-68ecd9b2b31d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9062dfff-8a98-4dff-8173-ab753fb6db11", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f565eee-a5ec-405d-9d2b-67a117e6e80c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e18336e8-f13a-4a9f-9592-3ccf2f05868e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90b1dfef-c682-4bd9-a262-97efa19afb43", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15b25caa-5492-4fe5-b2da-a16b04b7bc16", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a1c92a0-1a5b-45f7-9a1a-a1edea099624", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b24ee2c-b4a2-48a3-8e5c-f9e79834741c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf48db14-d7df-4f02-94e6-22bae46f919b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0169739-2fb7-4609-8a90-3dab1dd76c2c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "540f4f85-af38-4137-a8fa-b610fb826e05", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "146aeed9-4596-43df-a286-f358079adaa3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0005ca98-6a10-4558-b372-ded2be595977", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0164f737-f62b-4caf-a0a9-f96cecf7c3ae", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe3a7151-fb5d-4a9c-b843-ef15cec21290", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3e31c5a-b31e-4718-b1cd-fd81370d309d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee4348ab-0242-4b8d-a5d6-698c8e683e79", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6f88fb59-7b41-4f0d-b089-dd6fbf0ed577", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cf3bf03-cff7-4ac6-9565-7d52a16d439d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e8a265ca-f4c5-4121-a3e8-3766c5cc3c46", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "294964d3-6241-452d-bfa3-91041dffc51e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0701ed83-697a-4245-badf-0819c5c738d6", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f248ccd-330e-442d-84ec-9d17271e3c6b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8263cd5a-29e0-47ac-95ff-400c8852ae3e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3df06c5-f0d2-45e5-982a-91f3cfd4b2ff", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b4a3d414-1bf5-45e8-b116-9c8e65a201fd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_183.pdf" ], "test_cases": [ { "key": "e1184495-6270-45a9-a088-f5b1cbae56ec", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Premium Managed Hosting Agreement" }, { "key": "06196f9b-1046-4a61-a759-23f7620ce64e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AstroNutrition.com; deep systems" }, { "key": "bc3669d1-ab03-44a1-9885-92c34350e6c2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/05" }, { "key": "e742baa9-eefb-453a-b760-3343adf85fce", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/05" }, { "key": "b4a51e00-88a4-4ab0-ae1d-c06127cc4f43", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/28/06" }, { "key": "5d2b3024-c4f5-41f5-8c39-15531f3e0bb1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4afe4a57-a1ce-4c63-8a38-74f19266add5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b90e4f93-a6c1-41e0-b64e-ae883c069b24", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8329736a-b3e6-4892-819a-5564519de251", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2f84d1f-292d-4f5c-920f-d4eca647106c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cae44174-0059-4c0b-a756-52bd9db553bd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d15a281-20dd-4e0e-91f9-e849835f3f2b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d38826db-1592-45c2-bba8-55dabbae0e13", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "939720d8-afe5-49c1-b3fc-1320f67616fb", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ac629a7-2df0-4877-9479-c727a143577c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3bde27f-e64c-48bf-a2fb-1fd65ad1ae81", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a539d7d4-fa3d-463a-ae6e-e7b4742c7e8e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8f27f42-3236-4f2e-9b8d-43ca5a4fd904", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0dec02f8-6075-4158-b252-086b13695a39", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "283e99ad-f78b-424c-a6e3-8856f6e1fa4e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebf07ec0-ce63-40d7-9d4a-8c3888af877b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50771db3-0d2d-417d-a5dc-ad9e53220ae2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75c60053-d9fb-4864-9848-6abe3ae715b6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0c6a0f0-8f45-4d1a-bf19-2e53064ddc2a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe0ad11f-f46a-4fae-9ab5-6d74a59e978e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e61f96bd-c7f9-4c4b-a8d8-a438b3386e1f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3edada34-d188-4354-a563-dec76ee73373", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "678f88f3-910a-4f2d-85e6-825a166bcbb7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f13ed9c5-e3b1-4d10-8ae6-2d95b1fd9c79", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d07ae97c-c3cc-4e36-b1de-77e3ad855baf", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af9da3f6-e5c6-4f1d-8c25-5d2e51125975", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d76a7acf-3f2b-48b6-a7c6-f5640a0faa8f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3013b7cc-9a38-4755-a4f8-36168bedeb2a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d55199b-8603-4977-a8d7-b86f8edcbf0b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d3124ba-ba85-4de7-9005-e832c96e4ca0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c0a7c7b-f1b4-4be5-9109-fc38902a8f80", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79be651f-4edd-4608-9105-981f941f63e8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a809fcd-eb2e-4ff6-8f30-8b773f646c79", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "803c9a02-9856-4b21-ad82-45fa52b000ca", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_184.pdf" ], "test_cases": [ { "key": "fa7f7ba1-5ee7-4db6-986f-7bd0b6f22066", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Online Hosting Agreement" }, { "key": "6fc6638c-53a8-4594-b0f3-d2aaceec5e8a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Diplomat Direct Marketing Corporation (\"Diplomat\"); Tadeo E-Commerce Corp. (\"Tadeo\")" }, { "key": "bad360fa-4318-4830-a211-b0d4da1d71b6", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/99" }, { "key": "3fa342f6-4a80-40e5-a58d-692fbb35665c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/99" }, { "key": "b97ed20d-25b4-425c-a5b4-752e1432b24c", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/00" }, { "key": "330ee07b-924b-49ab-af74-52dca0fb7003", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "11a9b457-b4f0-4b9a-8621-874c0ee913d9", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "cc25b0d6-470e-4d09-9f36-ff067c1747c9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c320467-58bd-43fd-a7a8-569e02eeb180", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de162d2f-5ea5-41b9-bf24-6b3a519cbc1a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2deb610-1009-4a7f-93e5-4aab5fcfa286", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80ff062e-b05e-47e1-906e-3c09aac1c50e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "475a973f-035a-421c-8082-cc3e445c01d7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "667f3a62-fddd-4ea3-83b7-6ba53ac2ba0e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "872170c1-0903-4477-a807-585c792e7059", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bb10423d-139a-4f8b-a33a-44fa9c6882e8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0af6bccc-9f5f-4909-b14a-cc673c0d81b7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0947b0b0-f237-47ce-8eb8-818a5a16fd97", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "80dd6930-a0ad-4cf2-818e-1fbb7895a81f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77d28ac7-db89-4221-92c2-782a9867f458", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58752c11-eaba-4543-958c-7805c8bcb092", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08d7c851-7625-4231-8cdc-59f07a89b4a1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "befda06b-2bbf-4e7a-8076-fd8dee3baef4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7387acfb-fb83-4b3a-9bda-0f2ac22e59cd", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19163408-f626-4f50-a574-f1125fa1d9ed", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e6188a7-0bb1-4b24-bfc3-3c49f35f1a0c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdb98e94-3891-424e-8a49-66920b2565a0", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acb6ed43-62ed-46e4-8b5d-db286b573097", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a25548c1-75c2-4eae-8c9e-f7c903efb81c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b61c74ab-2679-4165-9905-b9b409d67041", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d68117f0-e4c8-41db-866d-711fcbb9e09d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91e2c857-786e-4d2d-b599-4d7f8cbaed64", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64355123-7df5-46cc-be72-6ac6caf49bdd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "efce4504-4837-496b-8e34-362be18260d7", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e399c0b6-2df3-4e60-bf31-f9b3542cba69", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a66fe909-7a0b-4e6a-a461-fcd90b62df0a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de813ffa-0920-4643-b35e-236e49fa1604", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e3828a5-18d7-4015-8274-802db2da67f0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b233a716-676e-4908-9469-8d8f3fbf4e47", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "307cfc5a-a51e-41c1-92cc-ccd869ad0c68", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f368ca87-bb60-41a5-9cca-067f4fd01135", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_185.pdf" ], "test_cases": [ { "key": "3f07a3a0-917e-4b88-a98f-a02c0248bea4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LICENSE AND HOSTING AGREEMENT" }, { "key": "70608f29-0296-4264-8f2e-a352305a2f6c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Transaction Applications Group, Inc. (\"TAG\"); Legacy Marketing Group, Inc. (\"LMG\")" }, { "key": "5a78f7ec-fc4c-4b4e-8ae9-e6e0f8e74c4b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/17/07" }, { "key": "8733903e-87df-4278-bc0d-20b8f65b460a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/17/07" }, { "key": "68c941ee-9bb2-45aa-be15-1253eea63986", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Georgia" }, { "key": "146bae51-dcbd-42dc-b2bd-f79ca97e09eb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "638db30b-2f97-4fc3-86bb-55dfe53fdd33", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1245aa53-0e21-4743-a8fb-ff51dbb03359", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05ce42d6-77cb-488d-964c-0dfba183fc4d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cd11852-6550-4026-883a-a3b690af0dce", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ffe48f6-7bb0-48c6-b5ad-7e34c1789df2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84b73a4e-10f7-48f6-ae17-2c2ca909f554", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c896783b-23ed-4987-9893-5ca1662d0fd8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ee5799f-97e4-4594-8e9c-75355f7b0136", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21527ed1-6bbf-4111-8048-a6e5ef6a3b21", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5a33907-225f-4a1b-a5dd-8a3528807ec3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "532147ab-7b54-400b-b8ad-ec9c115b0845", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40a6c852-b391-467b-a2be-26f852dcfe8a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "644864c4-4006-470a-b548-215e45db70b5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b94c55bc-b51f-4702-a025-cb5260677e6c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "661613bc-1130-41cf-ae34-a488d9dac73f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3417c7c-ab7b-486d-8361-a21cd68fb140", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b504c3fe-de09-4076-b8e1-57bac53ce082", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef1bd320-98e4-439b-98c9-69f1d3c88de6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af35f3a2-5192-46b5-93af-70cf5ec9b102", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d774975-d5c0-4555-9b27-6ed0643e3e94", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "631382eb-6882-4736-b810-7ba4d2c4dfaf", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7f52199-895a-4995-92c9-008faa799077", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b06f46dc-d022-4549-a340-bc2b2b5d7e46", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8282a95-4f2a-45b8-b264-b7735db3caa1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e90e07e-9bd5-466b-8a08-645641fcb507", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59350692-b92a-41e8-a98b-aae5862499f4", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "097a4c60-07e0-4043-a671-4b9182327189", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb57dd5e-1814-4e87-a255-10f58d094883", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89bb53f2-e6f3-404e-a1ac-a7a16be38623", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ffd69c7-0ce9-46f8-8b2b-9c07de4f9c11", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f0db6b9b-c6bd-4300-abd1-2942f725499f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b7d328b-0e2a-4ca7-8fe8-274570803c9e", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "e1e3b485-664a-477f-97cc-ad3fcd3a2a14", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_186.pdf" ], "test_cases": [ { "key": "c6c3e0b6-640d-4672-91be-5f4b55164a9c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Franchise Agreement" }, { "key": "06ee7e7e-3a71-4a69-9746-b1b274d18ffd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BW-3 FRANCHISE SYSTEMS, INC. (\"Franchisor\", \"we\" or \"us\"); Franchisee (\"you\")" }, { "key": "d323cedc-eeb8-44b0-9cbb-2b285209913a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/19[]" }, { "key": "1df373ca-e29e-4264-9e81-47e1c1bb528e", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2 successive 5 years" }, { "key": "0ad65bf1-8ff9-4743-b328-5f139ca238d9", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 months" }, { "key": "f7ffa23e-1816-4425-b2ed-03e1a19c4efd", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "THE STATE IN WHICH THE FRANCHISED RESTAURANT IS LOCATED; THE UNITED STATES TRADEMARK ACT OF 1946" }, { "key": "71f05e01-fa0f-4e58-a1bb-faa7f23d7083", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0808a7c-c358-4435-a120-6e82d7c7097e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "88c20e6f-027c-4ae8-b262-9a19b6293418", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0f1f508b-6913-4082-b374-778d4b891441", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f707a1aa-fc45-4b2d-ae38-638e6b289cd0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "67723ab2-e1a3-4273-bc4c-12573054365a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "844fc2bf-94e0-4442-a0d1-240ec3e978a4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f5ca99f-c4c4-4dbf-ab4d-d6d21fb17b52", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83a78b0b-1071-48c2-bb35-1f0210a14ec5", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9498fed2-a4df-4798-9ba1-587c19da3851", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "866c6031-0bde-40fe-a941-3d036f5d63e9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2e2f5703-68c5-4038-b051-82d09ed321fe", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6020ab0-0aa9-47cd-a42c-6c30211d7e3e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37ca5a24-ad55-40c4-8c54-0da2efa7288f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bd37cb4d-cec1-4557-a7da-ec5cb1917366", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4831ed78-a980-4368-8cc7-95c895468d59", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "23c36bb1-124c-444c-be8e-2cf95aeed02c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c51a610b-6f01-4b0e-85d0-00706da2e6ea", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3caebf0f-db9d-4005-b3db-7db6b038ec80", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "426af594-c112-4f1f-bcda-4ff9721f9bce", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91c7b541-bf5f-4c47-b96d-4eb0d75c33ee", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e1fe11e-ffbc-48d2-b34b-b88c21e970ab", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f23a08e-660a-49b0-8a81-6fffda428aa3", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f8ac93b-639e-4714-803b-45c1631322fb", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b52b1ea0-ee8b-490a-85bd-e18ea39481c2", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7369ef3-d507-478f-a7e4-cb75fda6b9f5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d4f08a0f-3221-4864-9e9d-c98947912d76", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c39db7bc-3878-4e8a-b820-cac8302a331e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2658a8f1-6fdd-4329-b0c1-13df945e1fad", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7dd9dc4d-0524-4713-842d-b98a58c36db2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59aaa1ad-2268-4304-8a1f-7a15a7bdf30c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6627dc6d-2ef4-46d6-b791-b675bf70da2c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec78364c-9fd0-4216-b976-d75bf865c750", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "2ead4fbf-d45e-4eac-a8b8-b1819cdf3b74", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_187.pdf" ], "test_cases": [ { "key": "7f37f09d-7e9c-4772-ae1e-c0cd3ca885ba", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "975f9fd3-44f9-4bc1-9633-2452613c5f8d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "The Bon-Ton Stores, Inc. and its associated chapter 11 debtors inpossession (collectively, \u201cMerchant\u201d); GA Retail, Inc. (\u201cGA\u201d); Tiger Capital Group, LLC (\u201cTiger\u201d and collectively with GA, the \u201cAgent\u201d); Wilmington Savings Fund Society, FSB (the \u201cNotes Trustee\u201d and collectively with Agent, \u201cPurchaser\u201d); Purchaser and Merchant (collectively the \u201cParties\u201d)" }, { "key": "80a39866-4769-41c7-8dd1-88b6ceac7188", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/18/18" }, { "key": "749b68b0-f508-4d9a-babd-dda9c407969b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "0705d539-cd99-4da3-a06e-f789bcbcefc4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1aea1b74-d5dd-4d77-845c-2af6ca158eea", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8c655a1-bcd6-4568-b48f-24a34ad50c67", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab53e765-ff43-40fc-8408-e9f243d87be6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "354b843d-8cfa-4e6f-a09b-19307d36476a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e27cdb63-c20a-4625-a71d-0ca448446dff", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06fa6ec8-4eec-4307-8dfe-3427c241878b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f39db97-a61f-4469-aa06-42b71eb23e42", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c16e3ec4-1341-464b-a7bd-a8fd8f1344a6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aab12856-8adc-44a2-b5ff-bf3842ac392d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce1060f9-7c82-4f87-92ef-56291b536339", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "66142367-c121-47aa-b5f8-71567c205f53", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12a81b5a-5bbc-4a81-bc15-678dfe9726b1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd062275-c7b1-423e-91b2-55908cac436c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d09f89fe-f8e4-4168-8b99-deda48dd20cd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2d79409-2ae4-41a8-a597-70be301d6dd1", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d1c9fd7-0737-4b78-aa41-53d5a31e5f7c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f18f54a-6e64-4cdf-ab07-25aa7c59be63", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4eabbd6a-61d7-4048-87c8-d758c11f48f8", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c700eff-5779-43b1-b666-e52996874620", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "476fbc93-fee5-455b-8664-bfc939b7b9e5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cb46d91-dfc0-4d04-8922-ebd13767be59", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56c30116-31f5-4660-ae58-6761a94eb7ee", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48ca9d40-d7c3-4268-be91-cf30dc06046c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdff54a0-674c-4ad1-b6b4-26dc91b8f07c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "48711c02-06c3-4a90-b874-1f679884c36d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98eb8897-c50f-427a-9c75-c2411bf60cc1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "700b88b8-e637-4b73-b5d0-1c8152c25f01", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e53c6828-7c7b-4199-8abb-beb011df32c1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2dedf9ab-d607-47fa-a4e7-bd5fb94d5552", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4149883-7706-4d15-9369-c2d9cb7f9ec7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9eaeb81c-d6c3-47f9-bb20-ea0171238cba", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4fe4549-47d5-4c3e-a23c-3d1371c28050", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2d0d53eb-2f90-4927-ab56-3592024d8afd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_188.pdf" ], "test_cases": [ { "key": "2613745d-22bc-44f0-a4a5-332a45a157c6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "1992437d-96ce-4c61-ba27-e1399aaca2d4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Athens Bancshares Corporation (the \"Company\"); Athens Federal Community Bank (the \"Bank\"); Keefe, bruyette & Woods, Inc. (the \"Agent\")" }, { "key": "3c2b10e8-9548-4e3a-8f88-032ae4b8b967", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2009" }, { "key": "ebf0bb95-d76d-47ea-9c08-f117840aa62a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "8f49a445-27e2-4fd7-ae8a-0d6388a6befc", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6a5814e-9fda-4b13-99a2-b24029b49ad8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ef7e30e-8fe9-4cf7-82d4-b8b76c80c374", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d5f69a2-2549-4518-92c3-cfe147b8c95f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b01a31fb-1747-4921-8417-9050b51256e2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5690ec4-9b49-4624-b898-5c86aa5bfb37", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "458bce1f-77bb-4a86-9cde-f501f59558f2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4d6f8d2-a774-4f21-bfce-7339efec9cf6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d38bb1f7-f5a1-4595-a707-628cda2dea9f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9f80eec-d915-4072-a9c1-1cd4b537aa91", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0123d21d-4ff7-4f26-bcf5-1de6dd752d46", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ad3e10e-5380-45c7-b91b-09527fee1750", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a0e2bce5-6c07-4e8c-99cc-18fa4c320113", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0868e7a-e8de-4af8-ab70-1869d5abff2e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9e6e8a2a-7431-40b1-8dd2-97e0638f639c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e82d2a6-ad46-4be8-a293-d83f0515005f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6f29ac7-6d9b-43b1-8166-0b91317e161e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bf70622-e464-437d-9cec-0274e3da20a1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6a59c9e-43fc-4502-8403-b71c2b8bbcf7", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b0d5823-1adf-45b6-92b4-1968e30f26e0", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3b01eb8-085e-4f7d-9b0a-d5effc816138", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72c3d13b-1042-4a0f-a298-278f675209de", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92bb1f6c-dd5d-4a4c-894e-beaef077926f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02878d6c-2a78-489c-a6db-ffde6363a4aa", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1eef56bd-617f-44f7-87c8-ae5548a5134d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b44567e-2e39-4092-872d-8da9c2f394e1", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cb07139-6a40-4552-9cde-16419e1225bc", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8dbb5f5-9668-435c-a095-e014c563df84", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "20fcde03-8ac4-4e7b-87e3-6486da34d5cb", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "675a04a1-83c2-4b4a-a5fe-f0a5c18a0c8d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce13bc26-c69c-4891-aeda-e65025c7baa2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "960784dc-d037-440d-8cce-290c4cd20778", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57bed100-52e1-4325-80b7-a57c98d319c9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "db1906cd-239e-4f5b-b4ae-815ffd2444ba", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_189.pdf" ], "test_cases": [ { "key": "0aef8f2e-cba7-4994-bd76-c8fb9c57afc0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Support and Maintenance Agreement" }, { "key": "da9cf1c1-a822-4f2e-886d-ccc2f43e4afb", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "XACCT Technologies, Inc. (\"XACCT\"); [] (\"Licensee\")" }, { "key": "1dab7429-c9c7-4945-b7a6-310c62156bae", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2000" }, { "key": "8802c940-5ee2-40e0-b141-478799cc4c80", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2000" }, { "key": "a5fb3157-4ffe-45bb-947f-20eae782c7b2", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2001" }, { "key": "6db5f6c6-435a-49a6-9c58-71a45d11983f", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "2a48f19e-3b72-4b09-965f-f2c364b54951", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "b19858fa-e13f-4a8a-9383-4887a404c603", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "a612c3ae-0b9d-41e7-bf38-b81be0d3c09a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efdd1c05-73c3-441b-bb71-da7876b46cdf", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4945083a-78cf-4202-96b6-b2724093b050", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32902b79-51d6-4af0-bd85-b5d12f609f69", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d31db4f-e57b-43a6-9f90-4b65b8b2305a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9adbec9-6eba-4136-870d-aaad4b707f55", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b9c6787-ec71-4ca9-aea5-7a1bcebeb091", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ad17ec5-08fe-47a1-b350-aa0bb9ddbba3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9a0f29c-4892-48cb-af6d-feb2ff7b06c8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "971b9f02-1bc0-45dc-a37f-d1de3b16ed97", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "367b0f1a-5f3f-4335-aa22-663b10c7eb2e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae92f2a0-dd2a-478d-b43f-1390e44e4c48", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cd4758a-dfb3-40ef-b7ea-95e50feb73f8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35f0f822-0e07-4b64-9b76-8e5ddcf48d53", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6992a81-58e3-469b-a26f-a908c3fa6775", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7d2e802-3384-4a5a-99a9-6130005e26ee", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "958f1514-1eab-425b-bf51-8d1b7215fbcb", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae4ed0be-34c9-4889-bce9-a7a4fba33665", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c056d88-7bf9-4a54-9a36-8836d8615c72", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3054df20-b983-4d24-8425-111d05b2ccee", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dce09de9-e22f-4fa3-a2fe-7562dc684007", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4972a354-b394-4f6e-878a-bb09313bdd26", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eebcd32a-567a-4c49-94c0-bfb986e69895", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d20827ef-22c4-4637-8e11-8e4153eb84ff", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30eb0615-5653-48ca-a773-1cad450a228d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d143cf1-51f1-4f4c-b1f4-674a4021a525", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5434a94d-831a-4a61-813c-e352a762bd28", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "460d107d-ebab-47ea-b688-b25d31be8b79", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "97842078-4415-43da-93f1-bc98c17231b8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a08e1ec-65a9-40a8-8721-7a78ec5df493", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3fe7101-2885-40dd-b944-0e98a2d23c1c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a88d8edf-86aa-4ced-90c5-918af5afeb07", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b006890-f141-4268-acf6-13ba50939723", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7a536c8e-c591-4310-bf9c-e3eafe819962", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_190.pdf" ], "test_cases": [ { "key": "087f2fac-c06d-4b1e-ba2c-3447454316e1", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yield Maintenance Agreement" }, { "key": "ca2b1375-6e30-45e0-8ea3-8d2677e4bc2e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Wells Fargo Bank on behalf of Wells Fargo Mortgage Backed Securities 2006-6 Trust (\"Counterparty\"); UBS AG (\"UBS AG\")" }, { "key": "e04e8718-b455-4903-a8f3-28d172e78020", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/27/06" }, { "key": "50c58cfd-9171-44c8-b638-df54c196af75", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/06" }, { "key": "3ead41d4-1b23-4dfc-939c-57ef1f16bda8", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/09" }, { "key": "eecb543b-0889-464b-b8c5-c9da3c669f16", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "995b260c-11fc-46a8-9be4-1ef93965fa15", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21adf2e1-3294-4ad4-a575-b7135accb088", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0ee7787-d864-475f-b73f-724dab5c482d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02e5d434-9a02-4c53-874d-d29c55a7b318", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5532ea69-977c-4a90-afb6-beba52918226", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12deb483-d820-43c3-80df-7e022e063bdf", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "948aba34-abc0-41af-a785-5cfee084ee17", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "090717be-3ec8-45a8-b346-3fe40e36d32c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d02967f-f83f-455a-ac9c-48db4ab7ce8a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fed95736-b179-4b93-9b4e-1211ae58068f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "350a7229-7a4b-41f4-b108-932fa1e05ada", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a4418745-51d6-4afb-9e4a-43043d32d615", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70f8bebf-076e-4d77-ac62-ff3e724c04b3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13893b77-42bb-4823-914d-09717e2bf955", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90a655e8-a5f1-4b65-9e4a-8d20022293e5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee4bcff9-5366-4d7e-9cdc-447753e4a794", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19d31b85-de7f-45ed-8fda-378644da82e4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ebcad29-b287-45c8-aaa4-303c6e013376", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9dc11c1-c27d-4033-aa4e-726dfa1d1a82", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48a2c73d-16ac-4e2c-aa90-7e5789b8c1ae", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44034537-1ec4-4881-804f-97d30cf30de0", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea16eb90-900b-4531-a048-c5a864e46f3e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "831d2c44-9168-4fbd-9665-5db7756b3969", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf5568c8-1800-4fd0-bceb-7ff758687208", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c32801d0-abb7-4e10-8b6b-3b9b4cc32375", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f68ef607-a620-4d8f-ae16-7fcccae5f27f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4f19879-16e0-46fd-b3ae-738886ad2c63", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1540a0c-2d81-4b44-bef1-5101947047ab", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "af288121-0702-43c8-bb37-3dc4592e3553", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8937bd2-a7e9-4ac8-99ae-80e450cd12c9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "903c03a2-ae94-4d56-b87d-8c60f709b2c2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac8a6325-cce2-4e6d-a755-1e3958c5f32c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d76b1182-8934-4e74-8a14-2b24b53fb8b1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0419dafa-432b-4d2d-b373-2256d56a9da0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_191.pdf" ], "test_cases": [ { "key": "affa4d6d-21e5-4fdb-ad85-3cb375b53ddd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MAINTENANCE AGREEMENT" }, { "key": "d491443e-1080-45c6-8361-fdac6e9ab730", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Netzee, inc. (\"Netzee\"); The Bankers Bank (\"Bankers Bank\")" }, { "key": "c953e527-ce96-4a7e-9db6-1a92aaa890cb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/01" }, { "key": "cf937854-ac37-46fc-bcf2-78f03da06ef1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/02" }, { "key": "3aabf8de-031b-496a-bec1-f7463d81eec3", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "0741b206-85d8-47f3-adab-d730f5a93a7b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5a2e51a-353f-4a75-942e-cbf7f041c841", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e510288-62e9-498d-8b21-7c6fb1ca57ef", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed026f8c-af32-4a84-8e06-3aa2d37fae8a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25406558-2161-4509-ba2d-c35d48e71ab4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8aacec90-fabc-47b4-bc9c-f48f81849f17", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f6b42b5-80e0-4b4b-a128-791ac3443724", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce699cc6-8f25-4136-95cd-95760257ac15", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1794620f-479a-4b02-9325-713eee194ff4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "028d994a-f231-40f5-901e-b0b5d973d33b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a41d788e-bc3c-4e6e-ae9c-08f2c3cc4f7c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be3c3754-1db6-490a-815b-f0bac87ecf6f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "039959cf-cc26-4d23-808d-3e2349d05c97", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0b7555b5-c434-416a-a3b6-267f6db24db2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "541a7480-ebf6-450b-b3dd-ee71aadd533a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19f166c1-ad00-4cef-a15b-a0fadd6f6ddf", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d53b50b4-37d4-4321-a293-071058bafdab", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5afe6144-7ff2-4bf3-aaf1-ac22f90877a0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b749cd68-1d9d-4df6-9626-eefbec982594", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9b2ea9c-de76-41c1-bf31-085d76f60d98", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60944e60-64d6-44ca-ab6c-4026e50654be", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dc5d238-cc81-4fc5-865b-e0c30e05dc8e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "330d35d4-2db0-4888-b344-750cd0f0bb2f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b46b213c-d078-4650-903d-0e7ec2fd9093", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0077849-650a-41ee-8bf6-fefcf2f29613", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88207dea-a685-43af-ab30-ab52af838190", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb22b09f-eafd-4265-8cf2-07947e033ce7", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b8d463f-0d11-48de-ae0b-62a3924018b7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "512009ca-57f9-43ba-b7d9-c07092fa5d30", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8fb6b4c-bbcb-4fbe-adc4-5ecf444715d1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6c3c5c4-7917-469b-899c-f9d4dfafde35", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f6334f6-b761-41c0-ae95-4c2a372a5f3c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "007c0bd3-1546-4069-b323-1747af5fb970", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a790aa32-4598-4688-9756-0707226b24cd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_192.pdf" ], "test_cases": [ { "key": "209cddfb-ddd1-460f-89d3-300be484a7c6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MAINTENANCE AGREEMENT" }, { "key": "10cdf615-5d21-4710-969f-6ab141633be9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SAGEM S.A. (\"MORPHO\"); XIMAGE corporation (\"XIMAGE\")" }, { "key": "062e702f-8e18-412b-8f6c-5cb711f57dfb", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/31/94" }, { "key": "67265dff-6df3-473f-b166-fec6bfb21afb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/10/93" }, { "key": "2c8b4ab6-045d-40aa-8219-f632388ddaa0", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/10/94" }, { "key": "837224ad-54d5-47f0-93bf-14f4e0616b14", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "052236fe-5d6a-483b-b80d-8f2aff425ded", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "fc813211-d9af-4ff5-9999-be5f0190b923", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c87f5021-a309-4f46-b9fe-94d9271ea19e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a56b38e4-b9f1-472f-9e8b-5ba0946a4c12", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c412ed7-a08c-4548-a9c1-df32afbdbb51", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "198be0cf-e079-463d-97ac-b7f81d0031c2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "208aa522-cb96-4cb5-b08d-44c14026d049", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f73d240-e2ea-4b07-965a-87fae0c0effa", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7488bfec-f4e0-4817-8656-2e1722af3e7e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39b43470-f62d-424a-91ac-396f77e464bc", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1754ca90-df12-48c9-a2d0-66bb75c9e343", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c94b4e6a-310e-413c-b6d9-a3c971025324", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "23c02820-4764-416b-bde5-b9936d9bb7c5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f632fcdc-a3ad-4ea5-8ac5-7d11da08b74e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8489ea2-010e-4466-a8c7-2d83bca1d6f9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "79e35a01-b86d-4099-9015-7d4a69849657", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dee1ea1-0b31-4d4f-bb85-ace6e60ce412", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "acb8ec19-e098-491a-8683-f8ee15288788", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25209ce1-b933-45c6-a3b8-93a65f4edd8c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b3ddfa3-6fae-404b-b48e-c2a87d0911ab", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "847bafe5-2878-4957-a034-fbc23b723934", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b35639b3-b39d-4154-b440-ac890465e5d5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2edf69a-928e-4493-b8b9-db4391edb054", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fac5e7d3-9cb9-4890-8d1e-ad6745f7c6e1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91f0927d-0ff2-42df-aae3-207e5a67975d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "999dd771-a550-4b33-8610-1ba87a51a047", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6fdf3f5-e7ea-442d-8d32-1c16ffbbb2f9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0177d83c-d256-46e0-8c63-30d5ebec8388", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ceb34d6-4bd7-4d47-b016-36d2f94f67c3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "228935af-80f2-4f0a-ab99-6db25c410bde", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9b5284b-6457-4828-83e7-0d1880e3c85c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f09c4d3e-9b25-4f87-a5fb-bdb8cb913ef7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab995c59-ee2d-456a-9713-0676eb7b4c8f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "102a13b6-c7ab-4080-89d6-48bc0a658aad", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7475a8c3-c0ff-487c-8413-75c6bd51f089", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_193.pdf" ], "test_cases": [ { "key": "1af313ee-f4b0-4e54-9c66-7e62efbfd988", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Services Agreement" }, { "key": "07c4c704-d717-4fae-af27-b1f7f5688e35", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[ * * * ] (\"Provider\"); TELCOSTAR PTE, LTD.; Ability Computer & Software Industries Ltd; TELCOSTAR PTE, LTD. and Ability Computer & Software Industries Ltd (each and both of them \"Recipient\"); Each of the foregoing parties is referred to herein as a \u201cParty\u201d and together as the \u201cParties\u201d." }, { "key": "7152f518-3f20-401e-98b2-b03515df2211", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/19" }, { "key": "c26ac5c4-df60-43c6-bd32-ae39e089e4b8", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/19" }, { "key": "ca9f1c26-44bb-4ce4-8b20-286243f28945", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/20" }, { "key": "4981e163-5b0a-4d51-a7d5-450290f43307", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Israel" }, { "key": "7532b724-fe4e-4ccf-bc41-acb16f4f6833", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8aa77dae-b6f2-4961-9e09-ec902c87a5bc", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b18193d4-0616-424a-9e56-37c5eb659156", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3381434-917d-4f3d-ae6b-7ae68c824461", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a84283a-05b7-4233-9dcb-72db53bd9f22", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f83b494-8b7d-4c3a-a563-b68b8996fc1e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f571830b-b4c3-4aee-88b0-a519dd66a4ec", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5958ad4b-84a1-4c94-a59b-70fc4d1108cf", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fdd9465c-6d54-4c2f-8d2b-91efb32e535c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85b1f2d8-cb9e-4879-b8a8-234a4874715b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ee4e507-04c3-4c21-bbf1-da091440ed8f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0c730a0-5b27-408a-9e14-2e4101a9f1a8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "757a2bb6-52ab-4433-ac4e-bbee736f3872", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10d04b56-25d0-4826-8d49-d97b131fc7f3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd023752-087b-4ffb-9f52-79110f53e1d9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03aea7fc-d17c-4f22-912b-5b52ffff5fa7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7b60af8-50cb-4870-adf7-a61117f6993d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d54d895-8dad-4e85-875c-2fcb02e4f6e6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51fca237-523c-4635-b9ac-1c08ef3ab36c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f164da3b-50ee-4a0e-bcee-7a1729db9559", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3dd8cf3b-4124-4533-92e6-7e1123c0e822", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e58a1a6-7f43-4a55-8a31-0d181bb63840", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "183a711f-a8da-4718-b8b3-93535a028da7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd448254-5cad-4af6-a66f-6dab284d9c1b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0aea1e56-98ca-499f-ad4c-2009e5e4c372", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f674d8cb-9905-4b58-97b8-1154d55cef7f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "480f5bc7-56d4-4662-a74d-2ec89e38dbb8", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3479a8fe-1e3f-4b0e-be06-3432b3e3bc89", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e7f93e8-fe48-43b9-a423-bd5feac2d68b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fb26046-266a-427a-a5d8-02f9781daf47", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52b02e2e-9bdd-4dd2-8fbe-099cfd9ad6aa", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57a6b83b-7a6d-4859-8f89-d53e22eaa88d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0193a3aa-9b8a-45dd-8e37-6abc58c825fa", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c4d53023-cb7c-4394-a3ec-d5707d0e16ef", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_194.pdf" ], "test_cases": [ { "key": "f2478d62-acd1-4960-b4a0-9ce35d6156a6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICING AGREEMENT" }, { "key": "bc2ce996-535d-4dcc-89e9-d1035cb0b2bc", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nationwide Fund Management LLC (\"Nationwide\"); American United Life Insurance Company and OneAmerica Securities, Inc. (collectively referred to as \"Servicing Agent\", \"you\", or \"your\")" }, { "key": "9957065d-e667-4e1f-a89d-df6671a12d04", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/20[]" }, { "key": "9c33080d-1292-4eb9-a1c5-2efea4c3166b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/20[]" }, { "key": "2f66ee1e-0f79-409e-9719-7675e5da9b78", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "6d83d8d1-26e1-4be4-b6f1-8734b8742e9b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2e9fbdd-71bf-474c-999d-e0e80a028ce7", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85aecf34-a51c-47a9-b626-998660d5891d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3679df1d-ece4-4c1d-aec4-7709cb0c861f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f68d20d-3ade-4a3b-98ab-c3c48724257d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "681d40d9-77a6-4418-8dcc-766166187447", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16ea5cfa-9b09-43a0-92e2-565bd657931f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2b20f30-203d-495a-a745-21a3f50bbb99", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46f575ce-06c8-4c9a-96cf-7ce6e9adbcd8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e211f474-d685-45ba-89fc-486c1a7d3d6c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2a8cd30-8d9d-4ff1-9493-292ce1d6b082", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33f96906-b4a3-43c6-9070-f11c78470440", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d03f6e8a-9e88-4933-aede-663f0de706fa", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "378de0cb-e5e9-4eab-bcdf-34df4f2dbf38", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98d3f083-52a0-4085-abed-73d368c27446", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8381b724-18dd-4a02-b927-dec8df5f4c83", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b16c5b9-76b3-4f01-8fb5-055892e03773", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20d33ae0-c718-4a05-a23c-8df4c5189007", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d609df86-fd35-434d-9be9-bdcc7c62dc00", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0b0815d-6dd8-4b8d-8e7b-ba2af4d37b99", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3689b0c-a029-49ca-9aa1-b28618257985", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "752286c6-dd18-41ca-b56e-e55a65b89be5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd218cde-cc8c-49ce-a5e2-db66ec1cd444", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f608d624-11ab-4449-a517-2b6eacaa1755", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e905bace-013f-4d81-93f1-3f1b5958f9ef", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acb61d89-d1a6-418b-a726-6470e02c2223", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "730530af-d57a-41a9-9b63-50e3a09a7181", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "290dae4c-c1a9-4363-8c2b-d099585f43d7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9cf96804-4ca8-4d9e-b684-f75e1c51f768", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73ea0d57-4bcb-464f-8939-31de79ec7d8c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f7f187f-dbd5-481f-9178-7733c990dd0d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a00a1e2-982d-4d9a-a5fd-38af200b413f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd936e28-fed1-43b0-855e-7b8e06715f2f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cfd6985e-f1e5-442f-956c-7b65af1103f4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_195.pdf" ], "test_cases": [ { "key": "562d3128-978d-4b25-a97e-1f1bef2138fe", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICING AGREEMENT" }, { "key": "d2b52ab4-27fc-4ec8-a87f-4dd9a82534b8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CURO RECEIVABLES FINANCE II, LLC (\"Owner\"); CURO MANAGEMENT, LLC (\"Servicer\")" }, { "key": "08aa6196-f9e5-4eaf-bf7d-5bdc8d0610df", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/8/20" }, { "key": "e434d9e9-cf07-48d9-a45d-ada4be2d5275", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "2897cf9a-baf1-4047-83e1-a17bd4d37dd9", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "8c256a52-c127-4901-bbfb-79b4af926652", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08dba1e9-66b6-441c-9284-f7692f9146fe", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "beb65fee-aa31-4279-a858-1ecf562a87f5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18bede11-8107-421d-8476-c66677d394df", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74e3a65a-e2d4-42af-9e7e-b90e82a57fdb", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0457fe1-9392-4872-8f4b-6fa6ac24f1a6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b457ac9e-78ad-4307-8d57-464472338787", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "311016f3-1dfe-439c-814e-157787fea1d3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7a22b5b-cf68-4a1e-bfc2-176d36eca53f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaf91746-c618-45e5-b003-8a4e7e364ddc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbd0f4e0-627e-4573-992c-585557a39a51", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c497984c-0663-4f73-ac89-6fbb2285a797", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "099dc97e-33e5-4816-8678-c64a94f93840", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80169be6-de3d-4dee-a156-696a8db77c45", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f99995ad-cd88-49ea-a62d-937fe3f9b625", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dfe77ca-5586-4d70-b1ef-10ec9b1f17df", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dfc61c9-da96-43bd-b496-fd8fb700751f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37df54f0-43c5-4aa7-b0b3-c9669e4c08fb", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "488731ed-9911-44a3-809a-7057ab96b400", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42f81212-8026-41b1-8f2b-a7250552d5d1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb265a42-6c54-43d3-ac78-c51d6ca50a3b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4de6b06-9e51-4e2c-9781-89c5823bf860", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15ad710a-58f7-44b1-975e-0991955bcd8d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6f0fa26-78fc-46b8-92e4-6a25471ab4cc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3302547f-602c-430a-8598-6b929d707022", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4cf91fe2-5457-4f58-8220-63baa5243d83", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74bcc088-d019-4d7d-9395-b2f92f499b59", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e43da86-8d1b-42c8-941c-207552c51ff4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc39c45b-cade-4205-8051-352ce3354e20", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "109d4dea-2d89-4391-a1ef-dd40345ea20e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f46e1533-0eee-4aa3-8ba3-69727c639a4e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df852e00-1434-4d91-8464-59826206ad75", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2e6310e6-9103-4a13-aa8d-ae7113503ba5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "c569c08e-ef63-4de2-813e-b04611b14403", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_196.pdf" ], "test_cases": [ { "key": "c6aeeeec-5e58-4c68-b14e-b7608e3d35d3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICE AGREEMENT FOR TRANSFER AGENT SERVICES" }, { "key": "98d0ae96-6d0f-4b70-b7c8-9fbd34e4de49", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Blackstone / GSO Long-Short Credit Income Fund (\"Client\"); Mellon Investor Services LLC operating with the service name BNY Mellon Shareowner Services (\"Agent\")" }, { "key": "3827b1fc-af55-4b9d-8b8a-768a00039fb5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/26/11" }, { "key": "06a74baa-8c9f-4170-97b7-26e7bece5758", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/26/14" }, { "key": "8feaf711-725d-4f45-92e0-edc3147d70f7", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 3 years" }, { "key": "5b498159-d218-4c00-a030-5a89ab4f775d", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "6bf6fd91-6a39-4df7-a7dd-464f6fa569c9", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "cbd512a9-3421-4db3-85ae-ce554a516478", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aee4a579-20c9-40df-9fbe-9fb20e193a15", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32fd8a78-8007-4681-8a23-2446337bd635", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16db75a9-7458-4010-8566-5e6d5a815a77", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e135bd5-b8b7-4908-a2e3-2992e6b24e39", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f9da31c-0b12-4e68-8fef-584bb41c30e8", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5cc5dfc-01f7-4871-8e64-f4928d687342", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35544a09-b88a-463a-9d6a-a46ce32ce53e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "202a5ad7-9e2d-4bef-850e-f3f432383d9c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "900a698d-6bb4-4967-8d88-4814906d690c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cd37820-14e0-45da-b0d8-83ccdde94fff", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "72924fd6-47ab-40b2-a886-3ba9f76bcf78", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3380b959-c361-46a8-a02f-e6571a3a9e3a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cea931fc-c062-4d74-b264-759e015b2bd8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca04489c-50c0-483b-8e82-9d3e8c8025ae", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "618ba31c-1726-43a1-9b86-301a97274c21", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d216bf1-4a0c-4d87-8ce1-e374ba3ec83b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f210c12c-70b0-4d2e-a4d9-533b9b5772ec", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22cd1fea-2300-4a7e-bcc5-1ad088d81e94", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59b3be61-3a7c-4fbf-8f57-8e6397546d07", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3937e69d-7fbe-4c41-ba1e-1d77e089c79e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1868771b-2aaa-4a5e-8e8d-4ca4314ac283", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fe22418-2464-4e4c-8bc7-edb523b6bf30", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb03efd3-b869-4957-b1d2-9c7c53d2fcb5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "000ee4a3-994b-4090-a009-8e49ead66b66", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a65c139-3922-4e07-bb7c-11575adefa8f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f377839d-9eea-445b-89cb-52a8160435f1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81f3b0ba-43a6-452e-89a3-02d512074af8", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3170f53-1d93-41d2-9314-58dff2a106d5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "73e22309-0b7e-4628-97f6-0f1c2b0aefc5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a516696f-fdfc-46ad-b3a1-9ddf72ebc8f9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8cc198e-f844-4357-95dc-89aa0bd74d0e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f0df1ab-e073-41bf-8bb8-2d86fcc8d5fa", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c03d508b-8781-464d-a6e3-9d632d641c61", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_197.pdf" ], "test_cases": [ { "key": "353d4943-2394-4b5a-bd4f-662843020228", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICES AGREEMENT" }, { "key": "0fe2b5a4-fdf1-4242-8d3e-42dc732a1b79", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Oaktree Capital Management. L.P. (\"Oaktree US\"); Oaktree Capital Management (International) Limited (\"Sub-Advisor\")" }, { "key": "516a1c5d-cb6b-4bd0-be60-a3fd57bec412", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/25/18" }, { "key": "04919194-89ec-40ed-adf0-8a730465fab2", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/25/18" }, { "key": "9dc5f95f-cf19-45ef-984f-341916062f21", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England and Wales, UK" }, { "key": "d464f940-60b6-4a2e-9d74-19a6a79027a5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "728f2415-950e-4f4b-acf2-e4acb9f5e6f1", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46fded66-c6c5-45c2-8680-dc1795ad68ea", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6af0bc6-2bfe-4105-b144-7fa865c54dcc", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e7ddf2d-f1e8-4949-8f19-ee2140acea2e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7eadcd3-b1eb-4864-8368-24ab97450aa4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4103e5d5-7041-4b98-8f15-0293b7e23898", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e92eb909-25fe-41e1-8d11-3e1d1f02d5cc", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c6941de-2ccb-4716-adcc-8665f424e367", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17bfa52f-7267-4cec-a570-ff56e68a0996", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47cf3c0f-103d-4549-8665-83802398a1f2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e143177-03b8-47fe-8dba-0743d1de58d0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "124e9a7a-61c4-43be-a2fc-1c1ff149eb12", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14e0febf-6846-4b8f-b75c-78d27f27edfb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd8ced7a-ac77-4508-97ac-f6720a9ddd52", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b5db269-eaa3-4ed6-b85d-3dced7104248", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d03c91c7-233c-46c1-9d38-8b169ca59b87", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76cf4bc9-821c-4892-adae-bb9b4e353795", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffd0491f-a167-4163-94d2-1b10388e2418", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f6078fd-b4b7-4243-ac0e-4a4b833e448e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "038deeaa-ccfd-4fb4-b840-0edee424f438", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02fbab1f-ec66-4e13-92e2-d0e575636244", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15b5efa9-3ba3-49f6-b9d2-6d6cc6447142", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9649e28d-6e13-400a-9206-4b5e51c6994f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c71049ce-ee47-4032-b763-58b0a7d355ee", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3df4e03-c409-45e1-8c22-a9cfdc5e3dc4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "54a406a2-739c-4850-9390-33e91d2703b1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4298365-8efb-4fdd-b600-113791fe2dc4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0880c1ab-69da-4570-a730-aa898c5bac99", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae3b46d5-e8c2-41d8-a03d-03b206689bb9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2005722-fe37-47e6-b6fb-187efab9f25d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "499238bf-9246-4b66-84a9-bc8b84f472b5", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd2ef9ea-739a-41d8-ae94-898c29fcda79", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "fcfc121d-2caf-46e7-a2ac-b104968f1981", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_198.pdf" ], "test_cases": [ { "key": "79297f19-b23c-45c0-a3e3-b0b145efbda4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Master Service Agreement" }, { "key": "f8f0a233-1521-4dd5-89b5-bcd2abc3bb6c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CRO Consultiong (Pty) Limited (\"CRO\"); Purinis Pharmaceuticals LLC (\"Client\")" }, { "key": "7945ad0f-8038-4a47-8767-b17377060e2b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/25/08" }, { "key": "ed55f91c-2d3e-4c02-8081-d4a46c1498bc", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/25/18" }, { "key": "2aba0597-b9d9-4253-95aa-b5c95af6e237", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Connecticut" }, { "key": "4bc0feee-76e1-48a9-a7a3-e44144c3a326", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f3b8f79-8122-48b4-9a95-6035003559e5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49db368e-1fb8-435c-b001-60b64f1ae31e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b3fb3f6-f592-424f-b70f-7643daf8f470", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d7f3bd6-1cd7-44c2-84e7-f9cc1473ba89", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7c1d20f-4df4-4057-9d30-ef1e6945beb0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c656c7d-f8ff-4207-b6bb-6cd5c32996b4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "115dd046-cbf4-494f-a8a0-05b069443da4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c73e612-2f6b-4694-85a5-3ddfbd6d997c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "886ecd1c-c323-40b4-a6a4-9a502217c8c1", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28ae8b12-12ba-4874-a2f2-4110dffa9243", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "65f2e371-139a-452b-84e2-9407f6b713b0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "faae47d6-ed4d-41f3-95e6-29bb51262c2c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b636566c-a9a3-4cad-b97f-bb75a6c9a25f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ecc994a-4712-43fd-b5c6-854139cbeba0", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3559c44-d4bf-4548-b223-29cd98b87c8b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "917ae7d6-9b74-4911-bfa4-1b8fdac1fa73", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fcbd5ea-6672-4e7a-99bd-b1af66cb7242", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83c2bd98-3027-433e-bd1b-34b425ddbd3e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "342a0a28-4f2e-4491-9517-beb0634731dd", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66a73a16-2801-4ea5-83cc-7d8d27bea9a2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f86d6ab0-6095-48e2-a5cb-40ad61dea9e6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "363d609d-1638-4d7d-89e8-f0800b49c6a1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdeb86c4-e653-4252-95ea-aebb8ea83d32", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "baec3ddb-7c67-4797-8ca3-8d86d248dddc", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ade01c82-05c8-4336-8520-0909e81d8c56", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d6c5c90-e752-489c-97d9-0f8c063a43a7", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "71249e82-a0a0-4d57-9ed2-02e6064f5c46", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dd43b802-9b7b-4715-abb4-ce339fe6c3cd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bd48dc5-1dc6-45dc-a5a4-971f45dee285", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee203d02-5d05-401f-805e-c2dcb1697f7b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdfa48ac-32c3-4a7d-aafd-47376d62ac79", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33d8825b-6000-42a7-afe4-a2b999e22b1f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "21e2de10-2ef3-4b90-ad4a-93c9bed14884", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_199.pdf" ], "test_cases": [ { "key": "681a8100-9f4d-4589-bd1a-38adf8a7a635", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MASTER SERVICES AGREEMENT (" }, { "key": "22c57f1a-3ad2-478d-8ff8-169367540494", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Clear Capital (\"Company\"); Radial Spark, LLC (\"Contractor\")" }, { "key": "0052ae50-14b0-4ecf-a809-07ffd592091d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/24/18" }, { "key": "c7f99f71-ba4f-43c2-bf62-4686097f8a3f", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/24/18" }, { "key": "3764b228-84e8-43f0-9996-92b9691b7da1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "4f62086a-2a87-420d-a579-0624a09f16be", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Arizona" }, { "key": "909e298c-b6d8-4d1b-8ccb-33bf14b37d35", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43865b3e-5f75-4c6b-97a6-94d74bb4347d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbddc699-22e2-4fdb-9ef5-2e31b792e83f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16c68709-b719-446d-8582-6f6b8043f246", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fb2f2d9-19c7-4011-ad75-210cc7d00413", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb72b2fd-e0ee-492e-bacf-b07d6090c495", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41820ad6-b8c5-4a4e-b42f-6ff406cc4385", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26fd9df3-0672-473b-bde8-8eda546f2ca6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2576f061-dc05-47ee-af39-1d2d9587934c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05eaf70d-379c-43b1-90da-20201e5ee8e0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b14a69da-9c53-4127-9485-f13ab0c0ddf0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "200ffd1c-e5dc-4da5-a565-af2c4dbdc6da", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66ce585a-dec5-48a1-8af9-551d6eb787b0", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c58b8b27-e673-48e9-9def-9ab492de46e1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19ee5aca-e0ff-43d0-948b-8f124ee6ce08", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be6c4210-6ff3-433b-a4ce-43a78a4993da", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a7a0a91-1e6d-468d-adb7-7dee9fdd4608", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "471effae-dc37-484f-9aa6-669f22e93b81", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f64845a4-e15d-4d5f-be0d-96fb97f10d95", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77cafe34-5b5e-4847-a6f9-727589adedb1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd9bd7f1-d28b-4634-b463-9c212e6ff2af", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "caa65879-14b0-4ab9-8823-5b4db14c249b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05f473e9-6f2f-4566-a4b4-91b7c531d256", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f442c629-505d-41f9-a61e-f3307bceaa02", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb196db0-6d0f-4a09-824d-2143c6e9e7e2", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd1913e2-0f3e-4a93-abbf-a2a49d895553", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "348bd5e4-ed7c-4843-9ff0-6e0b3072b237", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "145521f5-97dc-4696-a67c-bd07e90b462b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5467525f-3e10-4945-8b21-6165142149a1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f53c8ef-aafd-4679-9b89-57e76164e063", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e7ac344-fa5b-4b96-8fb4-e74310223492", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "733b6ccf-2bdc-4792-a943-0080d96f209d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0694e496-f7d4-4553-a4c6-8fc2dc0d0fb5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "63e6489a-22d3-4060-aaca-8c1ddfa82dd3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_200.pdf" ], "test_cases": [ { "key": "49c39d32-4963-4a39-bf05-5c40a8e7be65", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICES AGREEMENT" }, { "key": "813c74e5-f19a-4551-957c-3de4ac939535", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PFS Funds (\"Trust\"); Potomac Fund Management, Inc. (\"Adviser\")" }, { "key": "fbce3769-f831-4a90-a50f-2e69f9739f6c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/24/20" }, { "key": "9fbd4cbb-6bae-460b-9fb0-1d6328dcbb65", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/24/20" }, { "key": "47128ef5-164b-4c59-9390-9a5e9d2b769b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/24/22" }, { "key": "c2665957-f4a7-42e8-ab56-42d98a72b356", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Massachusetts" }, { "key": "529559cb-eb0b-405c-92a1-54e909c231f3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90bdfaac-6942-413b-bfef-d1b1577cc603", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e936e50b-a232-45f5-b0c7-87b23436b049", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf075a8e-ff74-47f3-9a66-0cc002c9cc64", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33325371-bb51-47ba-85ce-da69cfd200e6", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb305646-1756-4236-bc56-225fa732362a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9b22e76-8c9d-4e92-b7ba-eea6ef1d56af", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8b50025-7a4c-4503-bb3e-40e1fefe6f56", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2347ea38-5dd4-4124-b8aa-bfb40a1110de", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48a9dfa3-bb9c-4392-86d8-609608b38d47", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57e37733-5f0a-4a16-9591-a4be03541063", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "68e71bfc-19f8-4650-8be2-3b27c2763b92", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b2eddc0-325c-43fd-ad8e-3b6cab82f137", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83087824-ac0e-4db7-a322-c5cf3b64a41b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56103a4b-5d96-4287-b4f8-ba9201fa125e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76bcfdf6-435a-44a1-be71-b628ac43d1a9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6c75281-9fd4-4bfb-974f-ba71e9aac347", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd523f8a-c9a8-44d0-95df-79ac2d1cc812", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23f7bad3-37b5-415b-85ea-fc8c64aa802e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f90133ea-d218-48e2-b7cb-3432c3b34636", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a901016b-3e23-44f4-aac3-ed97a828d86a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a243fd56-a815-4aaa-bbc8-1579d3fc017e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "685e2cea-bfb9-4d5c-a380-f252f7ffde34", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5ec1088-9234-48ba-8dc3-e5ecc09b53b0", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82b8aeff-a8ee-4611-8ab4-58c74f9b04fa", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4406736-78fc-465a-a65b-ffbccc536003", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1594c27-d567-4b61-8abd-6d77664a58b6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a2c71c4-6fcf-43f3-8c9e-ac11b4063b79", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0e28bc94-184c-431c-a44c-178d88281ad6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6372f577-a217-4efe-ae74-69ac21d81453", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d53ebdc-c534-4687-9186-e00edb660250", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d993aff1-db56-4b79-be3a-14fab78f42f9", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d28d79b8-795c-406d-9092-c8e77e64495d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c80f58b1-f14a-44d4-bbdf-a3841c33edd2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_201.pdf" ], "test_cases": [ { "key": "68d92f6d-bcd8-4759-93b7-bf2c901579d4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICES AGREEMENT" }, { "key": "5b0e9dc9-860d-4d8f-aaa9-c7280893c562", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Idan Maimon (\"Maimon\"); Intellisense Solutions Inc. (\"Company\")" }, { "key": "c6630f43-d787-41f7-9a49-3d554a4a548a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/19" }, { "key": "b3a73b86-6aa9-4ae9-b0a5-08113bf391f6", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/19" }, { "key": "54abd213-14cd-4b35-a2a8-6050a63f3fc6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/20" }, { "key": "96a83856-fd14-451b-b0f6-8285db5fe829", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "d29dd932-0078-4195-b758-d9fea6df52c5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "874c535d-c29b-4cd5-8f09-c4e41ede73dc", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "964a373b-19cf-439a-a1bf-633b8fc7b229", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98e6aa4f-5af8-4476-9e9d-d5aee49bc091", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ab7a520-1954-4f09-9638-b547d1e3d1e6", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c5df1c3-e975-4c19-8cd6-49f1c5228871", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3ce6e25d-3877-44f2-9258-089873ea6ea6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8efc9424-9be1-4729-903c-1e57976bae6d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e1ab26d-3c22-470d-a5f4-1513d1fd250c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38e5bafd-9999-4289-8b1b-2ef825a47ee3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5442e09-2edf-44c2-99d1-8cc67a25b716", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b69b05b6-ed39-4aab-87b7-6854a3e565ed", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28bd6952-cffb-4829-9d63-e5afc0c91e8c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7702fffb-8e43-4dbc-babd-e99de2471936", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10a810d2-a5bd-43c3-ad94-d79e41cde404", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1948b3f4-6393-460f-9416-a54750fb02c7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15f14c7c-1fd1-4e24-b422-3834cdbbac35", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "321a624b-8303-44fe-8955-db0ffe24c462", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73603d28-cadb-4102-94ae-6f04ff989146", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fbde0ee-da90-4d7d-a06c-f22ee4d7369e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72fa687f-6874-45d2-86a6-ef285fd40e19", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb86f4a1-6c1a-4c99-9583-4390951fc8c7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ef20dc7-d220-4ed7-93ba-2d642ecdf939", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec5587a5-bbca-4a39-b098-4af45ab49ac8", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ca39ebd-969b-4fb4-b31c-998abbd749f0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2606b6ca-9851-4940-b24f-6c57bb20922e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b57dcba-e0f2-4681-b47f-e8d95d76d8b7", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6be69627-1ac5-43c1-8826-24b63eb55a2b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1222b34d-27f8-48b9-ac9f-73d08d8f9b25", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c55095f-6340-4172-8cdf-7ebfe01ec46d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d122a9c2-9f98-43cc-a0db-1c14f58eccee", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b60fa3c1-5602-4a6b-8189-37d57318d64d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "364e5a9d-0b82-499f-a0db-f50434d194c7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d958dc5d-c540-400d-9d99-be6bf0acd751", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_202.pdf" ], "test_cases": [ { "key": "ce6621e4-0ced-40f0-91f5-e117ad4b6c75", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICE AGREEMENT" }, { "key": "8016564a-a88c-47ca-a40e-4d28c203dc4b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "The Victory Portfolios (\"Trust\"); Hartford Life Insurance Co., Inc. (\"Administrator\")" }, { "key": "974f2617-5808-4458-a7b3-88d19539e686", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/28/04" }, { "key": "615ff338-5cf3-40b4-8b47-21bcbe87d8ba", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "fa4ca7e1-c83b-4ff0-9fe5-39f90833178f", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ohio" }, { "key": "a4785c96-9f58-4cd4-95bd-43a641499c3a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1727d58d-6c33-4355-b055-e02397ebe8d4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5cf2c2f-7685-4df8-94c4-4410ff803626", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "228e37a9-a043-4933-9668-3ed9529ec43d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f938a7b-128b-4798-97e5-152bcf95c48c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5b17fd9-f89f-4e38-80d2-2db535be0f89", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "829da947-4a60-47be-a9b5-c0bf463c9881", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fc51e3d-640d-42fa-8f69-ea4e848f27cb", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2e3b991a-b16e-44e7-9a22-8002b6ef71fb", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd1b3569-ec54-46b2-92f9-c4a68b611431", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b912dbdf-3ae5-42b8-abf6-028915906457", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a5eb16b6-982b-41fd-8aee-29d0fdd7bb54", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3b1057d-ccd3-4a93-b6a9-90fecc51f190", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9039723d-b9cd-4b4a-80c0-d0f0bd3d5fc9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb7212f2-c2ea-4fb9-b5b0-84f141d046f3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccf5b307-5ed3-44ce-ad0e-57bf09b607c8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dc8d84f-d4d3-4da1-8422-a01c90349a3f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc5a7105-8150-431b-a31a-3ba94f0646ae", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b9b9ecc-1b2f-4e55-adac-144ce2d4db62", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3835b7b3-4a8a-4774-84f8-bc13d8ad348e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68aadee1-1362-4fa8-9903-336f8917739d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b13aa0d-3c39-49f7-b385-565e59fcfa41", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10e64e24-b095-4d54-839d-f46d8a7f0e2a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eca13627-ae1d-43e5-b504-89a4ba2661a8", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4392bcbf-acd2-4689-b4ef-e9939f5e3843", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cf0646c-b442-4f23-8a3f-a9aae3bb1e85", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e122762b-3f34-4cf7-88a0-312555c3209c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fffe1d18-5da6-4c5f-a97f-aaf1dd9255a2", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "81475c88-3e66-4c65-850a-f36612998be2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c503bb8-3b31-49f0-b00f-bf1a916d78cc", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e3a8264-1757-45cf-8e4d-768635e64354", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b74cc9dc-e768-4627-9bc3-18ccd7f3b341", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab91b7e3-f042-4a11-b3d8-3375f50e492b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "178623c7-783c-4a2b-83da-93c546c654ba", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_203.pdf" ], "test_cases": [ { "key": "820541c3-7aab-4051-ac7c-0c8be1cba955", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICES AGREEMENT" }, { "key": "73cf392e-4e33-45a6-88cf-0dcbe6fa496e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TransMontaigne Management Company, LLC (\"EmployeeCo\"); TLP Management Services, LLC (\"Operating Company\"); (each \"Party,\" collectively \"Parties\")" }, { "key": "9e7cacfa-ea10-4a83-82e0-a0f69162d67a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "08/[]/2019" }, { "key": "8d400565-4127-42e5-9977-3c51d5ec4c4f", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "08/[]/2019" }, { "key": "e107195e-81c4-4532-8e89-b52e4cac1402", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "1a76de90-3d5c-4e47-8e02-30ba4c890d45", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Colorado" }, { "key": "c1f37abe-614c-4d9f-9be6-a3117cd89c33", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6282fc0b-e963-4849-a26f-06a113002d0c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7356f923-e1ba-4948-a5dd-74832731d754", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eeace5e7-50bb-402d-a824-a309d8da75e8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b63fae5-c2bf-4e28-9396-f6419b102b4a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac865570-2fdb-4993-9c6e-69a1bb0fe315", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "826745ce-732f-407f-a6d2-6f1f5464c40d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "288e8e54-831a-43e5-80b7-8e1631c3289b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0f09dd97-35a8-40ef-992d-e6fcc282edbb", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61f51a9e-bc5d-4bf4-bd5e-27273b5ae33a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbee91f2-f2f2-4916-a978-01627f34ecd3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bda4c42d-85ae-4992-a0b0-872c4d4d4e50", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "118eca67-14f7-4e88-8b7c-6afa2566e446", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "073bd83a-1574-4d14-b845-e1d1c429689f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39b3b792-8052-46f3-b1e3-dffb1837b8de", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d477a5a1-6da9-4dd1-bea1-4e08a46a5a18", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c056b3f9-657e-40cd-9207-82d91bf51eb2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b04a956b-dac7-4d26-8814-2f64818592cb", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c55a82d2-5dc4-4751-a406-cc30d4ca8830", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdcccc2c-e734-4359-b74d-89081c5cfb1f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cdd786a-17d9-4464-9b6b-4af7ca2952ae", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14cdf434-2493-4735-a7ac-a1e51b5f7dd3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8d7d61b-9b24-4aa3-bc50-068bd4aeaa64", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a45fa2a-1063-4fee-aa0c-b530982cd18c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96219cbb-d31f-41e4-86da-097f3695ddc1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7645385-60e2-4d84-87a6-7fb34053cf2c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3212f996-5257-4310-b688-97b0b78fd3ba", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6212cd10-e019-4634-b1ac-d531726f5bed", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dcb1d3b-9764-4164-b7af-c77eda70a123", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "302f65f2-f4ce-4ef1-b46c-7451f86c2017", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76f3b239-9863-495f-a9ff-2e3cfbec1696", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "985e3511-9008-4be0-b91d-929480b8f04c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "546c4167-4cc9-45ab-8b9e-5a88f05d4e42", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3dd01cd4-4979-4d33-ad49-3a917acc9ed9", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_204.pdf" ], "test_cases": [ { "key": "447a37e0-862d-4d84-bb99-4324a5606588", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICE AGREEMENT" }, { "key": "2ba14774-98ee-4e64-9fb3-833e3e9ab9fb", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WPP 2005 LIMITED (\"Company\"); JOHN ROGERS (\"Executive\")" }, { "key": "9dd65bcc-791c-46c8-ba5f-70970ba42eb2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/19" }, { "key": "9a08f8b9-5a6e-4019-ba68-7e84b7b8ecc5", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/27/20" }, { "key": "34b0ec54-eb75-4937-b4c9-ee8d5d12f141", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "e962d17d-8580-49c1-99de-f63c6ac38242", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England" }, { "key": "48d3462a-3ddf-4e0d-bcdc-fa25d975f741", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "839358c4-638c-472b-b742-c494c19fb035", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "55f91417-44f3-4e2b-bc11-96ea02e0707c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3079d3e2-b0b6-4268-83b8-94b084c20646", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c47135be-6160-4876-b652-2910914fce3b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dfd0c88f-a901-4a43-930e-b050e4ec5fbf", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "60a59dfe-5825-4a0b-a3a5-76141ef88f10", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30d8601f-4d6d-46ed-b9f7-0505e2b2a3a1", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0754f8b8-6ba7-48fb-a6f0-d93d5a999975", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bc94b12-6233-45ba-ac13-d265e22b4fe8", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a65f02e-2ec3-47e7-9307-e73d6e78f879", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27e1247d-1006-49af-a372-237230e0b7c8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "502f9a44-1cce-480f-8330-5adcde7d9634", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd295b19-d8da-428a-9fb9-3f3dac7fbb07", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a359cfd9-87c3-4d8f-91de-f2ab900467a5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd9ce63f-88e9-4ed0-bc7f-895babb5ca3e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "463b656b-c4b0-456f-8fa9-aaab85038024", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4f1f043-b8b2-45be-ae8f-558b4c547f9e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d42d3332-66bc-49f2-bf34-90ea9c38c6c7", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7943538-c8fc-4974-9e5b-d904a62156bd", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82073a1f-f7ed-4210-b9f6-67d6cf0dd2f4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6542966-9214-4331-a3c2-4e683e98f69e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5c5abf5-4644-4c47-85f8-e44f10abf128", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86587fc1-9da7-42ed-b315-b127f394f8d1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7750b4d-a5bd-4027-b606-d2ea9b5c873a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4fd67ab-da6a-43be-bf65-8ee62d314fe9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7353ae93-4f03-4d8b-908b-ca64cd27fd2f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccd58f5a-a483-4358-a3c1-670103b7ce51", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62759a74-2938-4f4b-b989-d99662c2ce3f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "811f4865-ff0c-4810-af2f-4428ca1a176d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b60ca76-ed24-4369-ba22-b8406c768c2d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1b843f16-553b-45f2-8704-ac06c776bbdb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eae64eba-fc9b-4397-9ae3-898ebf923ea5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9e5aaabc-55a2-46d5-81dd-cd1f1a00a27c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_205.pdf" ], "test_cases": [ { "key": "7a182de8-6910-44f5-92aa-98597ec3d9d8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICE AGREEMENT" }, { "key": "0ddb6c39-9eb2-4252-96e0-0ee456842450", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BICYCLETX LIMITED (\"Company\"); NIGEL CROCKETT (\"Employee\")" }, { "key": "d698ee59-f12a-45e5-8d79-b088aa90c1db", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/26/19" }, { "key": "5fedb3eb-8a24-4179-9dea-49071333b381", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/26/19" }, { "key": "bfa18e37-e4af-43ff-9179-fd01b2b85fc1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "5d1c06d1-41b3-4425-aa66-bb1f98ee4cae", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England" }, { "key": "a57b3a30-5af7-4034-ac87-26e8b29a6ed4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fdfb842-b20b-43af-b96a-fa8c86643572", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eff679f6-80ba-4d38-8b09-55c6f79b04c5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f0137aa2-2698-441a-8a47-add4dd9df64d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed12d6b8-66ce-4b9e-bafa-568fa506f8a0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18a1e604-56f9-4660-ac5e-31b830f00bea", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "97423936-9b1a-49df-a7df-81b8cfc20c37", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7c3208e-e9e4-43e1-93c4-cfe8d2dfb038", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bfd65177-a6b1-4e56-bf37-6b7858d9c896", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "39ea1cd2-0adc-44a6-a8c5-b38982e60748", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "793d599d-5b8f-470a-ad20-798cc31698d1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93dbb61c-d783-4242-9fea-df98d32e37a3", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86ece147-38ea-4f52-8d05-23c2f286daa3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "492ad1a6-cb43-47e2-a89d-46bdac45213a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53d37e0f-f8b6-44f8-9c1d-453946798664", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "922b0797-b3d5-4cc0-b4a5-f980b61d48d5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1b63c23-bb15-4e3a-b20d-8dcad0524162", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f674930-52f9-4f36-9c38-5b32776e8fd9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "472f212a-509b-4257-b1fb-6fd506efae25", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7374655-8761-4901-be94-4d2c31c22fdb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec2a09a3-0b76-470b-a0e7-afc5e9d6f47c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f4c4383-112d-405b-aefd-2a553697477b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81f7d0be-7e2d-4032-926a-23e9785c6226", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d776582-c9cf-4496-8f0c-0ff8aaae0020", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2eaba4e-4075-4018-a04b-79abe7ac269c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b2d17010-0183-486b-b0c5-93a5ac732e1c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc02e808-ce52-4f47-a88b-77bbf05a176f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3bb2eac8-6eed-4086-b757-ca44b595c561", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d30cd627-3b26-4ca0-be5b-2586e82de46d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99aef772-5a8f-4ad6-9713-5672418653f0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d428dcf8-100a-4881-a2d1-16f0bca03035", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71838d23-4ec9-4ff3-864d-74f024fa7eb1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b231e3ba-45eb-46ee-b363-174664bfcdcf", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c5b6e624-ce91-4766-8bbb-9eb851b38fd8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_206.pdf" ], "test_cases": [ { "key": "2988eaef-ea85-4e3f-a2df-ee28e9807f5f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICE AGREEMENT" }, { "key": "e4de1221-407a-4cbe-9ec2-a2a82efa320d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Fidelity Investments Institutional Operations Company, Inc. (\"FIIOC\"); New York Life Insurance and Annuity Corporation (\"Company\")" }, { "key": "3336fc5a-0430-4a69-bbe0-c4ca13a8f0fe", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/98" }, { "key": "e2debe1d-05d8-4a88-8253-426690d3164c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/98" }, { "key": "a1e03b28-bf25-4bec-86ad-38b7ace733f0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Massachusetts" }, { "key": "b30d3644-7ea0-4d18-86a3-85b982705b72", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ae53d84-a3e0-4dbc-af3a-d7ac03d58370", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8349fa23-8513-4634-a922-b4298f9b7cdb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1f9cd9b-2856-48bd-886f-b85cf1b6483b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11f7a7e0-0d85-4898-94c4-3b5ac5ce5895", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8915f60-b059-4779-be98-0ef6d9eb258a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64313d44-3fc1-4d66-bb37-d0b75cbdbc0f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76fceb88-b5fd-48a7-a674-43e6d4e181e1", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b0784396-39af-4f82-a5cc-e992f1bf5b8f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84b9c594-71d8-40a1-9246-8c619f29b42a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e8dd7f8-53d6-4b8c-afc9-1278fc8155a0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c0d837d-279a-4bc9-b504-fa666ca765f2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "505112e4-dd94-4589-9ccf-540715631d2c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abede09b-9693-4d8b-b02f-2a411eaa5620", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31326a59-0489-478d-bdaa-75ca74429318", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "157f46ee-d28b-4325-9598-ff9dfff8b682", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85844c1d-1da5-4a52-a3ed-5b054b66df19", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22314251-97c5-47f5-8945-51980371d46f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a18b4b2a-d501-4c1e-96c9-5de9812a5914", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f84f15d-43be-4a13-8e7f-f7d9be707a21", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5781050f-8915-4bff-9b24-77fc64bca13e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da1b4273-b1e4-41de-8836-8b8b62a7ebcd", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68edc2c0-cbe4-4867-9355-b23c11567529", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f1a4e04-1afc-44d4-abe9-6bb3c31ae724", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e1e3b10-3fb8-45e4-a363-e60e6a815753", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae0558dd-d535-49d6-a95b-c682821e2139", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39978457-91a2-4ab0-a43b-eebd5ff367a2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2853630b-1a0f-47f7-ad24-92cf5b1eda4f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1791368f-2fa0-4287-a9ae-13b9c12bbdb7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b65c5fbb-5a3c-4fbb-8171-47a24146ad4c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce7f300f-9780-4c80-9b28-ed7f0e7a8324", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddc6d370-3ecd-495b-88b9-c6d195104cfc", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "879bac17-08a8-483b-a248-77a5da78a8cc", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "241792cd-1250-47c1-8186-bcd88999eb9d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_207.pdf" ], "test_cases": [ { "key": "51ce2556-a86c-40f2-aaf2-68a90afc0c06", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICE AGREEMENT" }, { "key": "f27abd7a-f1a3-47f4-9156-087010e71df0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Rise (Tianjin) Education Information Consulting Co., Ltd. (\"Service Provider\"); [*] (\"Service Recipient\")" }, { "key": "1332ff3f-a61e-4691-92d4-1f5f01136cb2", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5 years" }, { "key": "2bf0be2a-0186-4483-a047-8d964c29500d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Beijing" }, { "key": "0c6dbf28-5ea2-4a9a-b79a-888b2c5a6a4d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ad04b70-a6c4-49ab-92d9-76d877856534", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "990f6011-c1ea-4dbc-b1ed-65c46f5ad7c4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc6c433a-3b8c-4f9f-92f4-ce99f5c4ee35", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a734953f-bf01-4e9d-b6b1-5b70f2c071d0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39f4850c-ce46-4822-a820-4573d96660df", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63515e87-bfd8-4882-ac12-465dc8fc0790", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3ac6b53-6eae-4c64-af8a-52f5b50495fb", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c9eacb9-684e-457d-a335-4852151ffcab", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be8a53a6-f323-4512-9121-86346738a995", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ea5b3e8-1dd9-45b5-9e64-7bab6c6867c6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "636df2fb-86e9-4681-8c45-7f784e3bdb60", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c436a797-1a3a-445a-818a-1c010d528e7c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd8273bc-19be-4667-9409-35a3bc5fb307", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bf5ba1e-e7d4-4e1e-81c3-5506a0b88f51", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3a60800-5a36-41f0-a077-6d40ca408062", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "129cd79f-c7cd-48f8-822e-3fb78cb75b93", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a9c85b1-21e2-433f-8272-646221a15fe6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e95d7756-5244-4a29-9c50-4b81fc2e9559", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e772040a-2275-4941-9738-e13548e551ea", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33324a2d-5b68-4ffa-bc34-4512e49e3963", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdbe5980-510f-4e12-9a29-decbdcbff314", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62cbb51b-c1da-4890-b079-9563b14be030", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7199522d-30b9-49bf-9d8c-57ffc4c34deb", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cb495e6-5066-4794-aeed-4bf230319543", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37a618b7-b1f2-48dd-8336-e4f695497dbb", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94b0f2d6-6ad5-440a-8980-1987b5daf4ae", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04ab8e09-6be2-464e-bbb8-b158bf62b25a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bb5af40-c0f1-477c-89d2-3bed7946b09a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ff2c1a99-55e1-4c0c-ae55-2855fce3c127", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecf511fc-4e0f-4875-a0ca-d991238956f8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08d73b92-5518-4abc-b282-ec5375c64a7a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b432d48-dfc3-40c8-be9e-3b2449df80d3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "625a2f55-1e56-4f67-bb19-d3f2c935c934", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_208.pdf" ], "test_cases": [ { "key": "89f7bc73-7dec-4424-8af4-7fad31daf1b9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Service Agreement" }, { "key": "141048cd-ebf7-4c5f-bb8e-2511b1f67d30", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PC Financial Services Private Limited (\"PC Financial\"); Mobimagic Co., Ltd. (\"Mobimagic\"); (each as \"Party\" collectively as \"Parties\")" }, { "key": "919f84e7-0dea-4fa3-9cf6-cbd879564afd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/19" }, { "key": "0a9e83cf-a977-4e20-8cb7-267194ba93c2", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/19" }, { "key": "542be059-97fa-40e9-87c6-7672cb753b2e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/30/20" }, { "key": "13a700b7-c139-4a70-a61f-31b2d066c175", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "India" }, { "key": "c58f5dd5-d4b5-4074-a0e6-c8208873cad8", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bcd46ac-d2bf-4b34-8c1f-bd2fa604c6db", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2aa0a418-cd14-4082-ba31-24044ca07f7d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ecb36c7-345f-41b1-8f8c-89e6bda3fbcd", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afdee355-6a5b-4d81-820b-810c591f928d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e0b27f3-7627-45cf-a4f5-c2a3047976b5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ed58666-16f9-4639-a565-9f297614229d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ab4f8e9-c785-4567-b15c-0772f22a3db0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21e66b6d-ae8f-4a17-84d6-49c68f1918cc", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48e46666-4145-4a62-af06-f65f81e61907", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdec1153-fe15-40e8-9487-577aadeb1526", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fffa03ae-7a51-44dc-a3c9-0d7429cdaa11", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39d7a6e8-4b90-4833-9915-c43c4e4c9f05", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8014ca6f-8f2d-4589-8ceb-bdc9d55193f6", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87a92b56-84f8-42a6-863b-f32da97b7a2e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7b71da1-f16a-4f03-ae92-1d92ad6092d2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "648ec51c-3273-42ae-ae04-c0ea4a1f7e30", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e69ba170-d7e2-48a2-9b33-dfb04e188cd3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a0e3496-0e8d-49a8-993b-4df362c38d9e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d6c76c6-8140-4f5f-b86d-209bd3286259", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1f31621-d417-4a68-938a-bb6af180ff77", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e4ae077-52c5-44b1-a864-892f85b2c793", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0f6c99f-1215-4a18-925a-ead52acc931d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "545702d4-909e-4f40-b79d-92aee4d0bae6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bc67904-f9a1-442b-9684-70f736484da9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47176f55-9f78-4c48-9faa-9f8f3f93feb4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bb71e0f8-1128-4800-8769-08a5672f0f40", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "de8bdc15-86d0-41d2-846e-ae306fda4e22", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a2440ec3-ed71-4067-ada0-12e610d414f0", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e7baa0c-b397-4f7f-9e35-ffbf5d0e87bd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db6f19d0-425a-4e08-9584-714cb15aa210", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09448769-eed9-463e-8a7a-1c43485f9eb9", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71a416f7-a422-40e5-a6b5-3513a2d80378", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "840705b2-77eb-4a60-9c4e-a180ff0fc6ca", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_209.pdf" ], "test_cases": [ { "key": "96d43374-bf58-4a59-8f37-680a082c0e2f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Services Agreement" }, { "key": "964f079c-8ee5-40d1-87d4-92d04e6868f6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "StartEngine Crowdfunding, Inc. (\"Company\"); Solutions Vending International, Inc (\"Customer\", \"you\")" }, { "key": "03b37224-76b5-4b0b-b404-071556caf927", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/19/19" }, { "key": "ac202db0-caf8-45e7-96e2-a92cd191a5f2", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/19/19" }, { "key": "0261fd7c-652d-4fd5-98f3-9c31926e1023", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92c07bb5-86fc-48f9-8766-90e8bfac7ea6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f67c66f-0e9c-4ced-a52b-3fc750d0359c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12031067-ca0c-458b-b37e-c708929ff9a0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac8d0647-973d-4a0f-a9ff-f19a27105af3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2f91445-fb32-4311-b6bb-c9209544cfb8", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc122b90-c4fc-4f63-b83c-fe385a6636ed", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0e54ceb-dd82-499f-8a3b-def80abdd01e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23da3d08-08a6-4e0a-a204-703d0c46c8cc", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1630e64-d9fd-4236-93b3-2181972bf850", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b5c6b84-7629-4990-86c4-6b003fbe5bfb", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6ea3c92-5a75-4704-8dd8-f1c0ec927624", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63be2adb-ebfa-4785-a9d5-f5e0322aec20", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f37e038-f9d4-4854-8a10-7bb452da564e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b3114a4-74bd-4479-975d-007fa91bf823", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdc8ef8b-23f7-4aff-8261-a109b037b68a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "caf72b81-9aec-46db-b07d-1f52b3faf9c1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65507f82-9d97-4292-97bc-4bad24f7040f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec1fd8a9-815e-4bc2-a63d-df34d5bba2e0", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fd13c6e-a2bd-412e-b712-2213204e7619", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59fa6c93-d880-4d66-8517-09201d885e22", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "252c181d-e217-4eb9-8e6d-add72011ed14", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aeef5216-392e-4293-a379-fdeb0f816c9c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c46eaad-268f-46b4-b782-a46406264907", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "226c8530-ebc5-4f31-b7e9-22381188499d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce9d03e5-e9f0-451d-9007-9092db58d937", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df91568c-79f1-4253-ac93-9ba31c095dc0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02d919ed-7118-4cb8-84c9-fa2de75b0bee", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6770fae-bbbe-43d9-aee8-e902f625f893", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82c23035-6314-4236-a38a-bf4f780a62a2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "887e4afb-c12b-401c-8e59-abb8616d3aa4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ade63533-eacd-4575-985f-5d7a1e57c9c7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09bcec4e-4000-440b-823b-fc1767257946", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c212a057-267d-4a79-94d5-83e89fa14363", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_210.pdf" ], "test_cases": [ { "key": "81938c3c-7a65-474c-8c3c-8014feff13af", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICE AGREEMENT" }, { "key": "cfbe78ca-eebc-475c-ba3c-6842176b9824", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Theravance Biopharma UK Limited (\"Employer\"); Brett Haumann (\"Executive\")" }, { "key": "2537e97a-fac7-49fa-96c3-19b7323b3006", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/20" }, { "key": "8124ae16-0ebb-4101-895a-38dc07fc49f1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/20" }, { "key": "c3429cc9-aac6-4301-9988-e54b5e269912", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "f51b925a-b0b2-4f4d-bb3a-cc856ce7a7fc", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England" }, { "key": "042969c4-c736-497e-bc1f-7912346c3dde", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b45f77d-5592-463f-8abf-4ed0216ff034", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5912909-2d47-4421-af37-8eb141eac764", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53393f2b-060d-44ff-9ee8-00182ab88aa0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a558cc2e-47d2-4299-a633-1d74df7ba3c6", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be9782ba-812e-4ffb-b46a-8b19046db81e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7871ee3-2ebf-4fd1-9919-27a042a5fbc4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86705c34-d905-4444-8492-aefa4a5d664a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "37115c42-f90d-425c-b2b3-2795e1a023d7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8124da2-bd91-43ad-a0b3-d7508d9a85b6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1c620d4-a916-4c2d-a654-057ff98316bf", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c442f3d2-706f-4214-bf6e-9f3e3d8cccbc", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d897db9-b2c2-45fb-9e66-455cf8ea84c9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcb31dfb-9a3b-4b3b-abb7-467c27b6d61e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6590939d-6dc0-4344-bea8-b4aa873d0612", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70d0754c-5efa-417f-8569-faf1756bb3b9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "90711726-658c-4680-b3ab-dacba6249809", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "760ffa11-e80b-4d2d-8181-90ea7b634d36", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "647c7a54-1d02-4130-9f78-089465b49034", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b95aec6e-591d-4f0b-a782-79802babe3a3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d987891-2209-4fa5-bb22-9e2af22bab07", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59918d28-36d5-42a4-b8b0-4af121b2618f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2708e84c-a0d2-4a15-bdbd-ac84a123bf2a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86720f8d-f52b-4dfe-a635-047a72e9ca4b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32aa8c27-b50e-4190-89af-18dd9734e7b9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6009c9c8-de3d-48e9-bf73-12c09210e884", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ba6b478-2e6d-45f3-96a8-d0ff0d93857f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37e6eccd-fa71-4784-a567-807a0dbe8570", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c80c549-6e90-408e-8609-2218e8dd678c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a135209-7227-4946-a923-dd5d3aabb25f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a4fc93a-457e-47b3-9029-660957657a66", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e25d430-79c6-4bf8-8ee1-7fdf01ef9865", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "18371bd9-b51e-4a8a-baf9-fc44407537ad", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "68cd1a8a-640b-4f71-a582-991c137192b6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_211.pdf" ], "test_cases": [ { "key": "72cb16ea-fe21-41bc-a5d3-57dbdc35be13", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "6343d7c9-90c3-41c5-b3d5-9329df086dc9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Domini Advisor Trust (\"Trust\"); Domini Social Investments LLC (\"Domini\" or the \"Sponser\")" }, { "key": "ed40e0ba-cc06-4f42-ba40-99c609d8ba33", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/4/05" }, { "key": "31dc4ac3-4e9b-4164-a958-d9863e7ad179", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/4/05" }, { "key": "973b2f23-654f-4734-b454-3b0fb3aa1977", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "695af7b5-acd4-4ae3-9d2a-bf6cbed326c4", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Massachusetts" }, { "key": "47cf170f-cb61-4494-9896-d23a059136ec", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a8dfa8d-bb24-4694-a8a7-aee682d3dc2c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e067d8f-3c30-415e-8382-045f98f01220", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2dbd523-94c7-40a6-aaf3-84d56318c7b8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "520e852b-3906-45d7-be52-78256faa420a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "131701f7-6a11-4807-9b98-ec4c5b805df1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5adc593-9c6c-43b7-871b-2455a7769fc0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fd992b5-5017-49af-aaba-52d2f3b86d37", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3ec0f85c-7e62-42f1-89a0-0a4bada8c2ac", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7642044-c0ca-4589-8938-7cd47ed2d19e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "101ade0d-ea8f-470c-af26-37724fe0abe2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33d13f3b-3925-4964-9144-b5d0c3648d61", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e65f2d86-9f63-4a8f-9f88-f311b6a4ec82", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "797f4b13-8b90-407f-b0f3-f3e1684b0b33", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11b282a0-cd6c-424b-ba01-6b16533aea37", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fb2b13d-09c3-438f-ac98-13f13ec88d12", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8725b80-325d-4eac-9d74-d99501ed8059", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4da46fe8-fad2-4846-9afe-a03546b5db47", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ec4c30f-366e-407b-b068-cf9f84f832c2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2cb8b7e-09e1-45fd-a722-dca2bab55803", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72f503bb-27de-4c11-b02e-daa4d1baee91", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d55313e5-eca3-4768-abda-d67b156545f7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53da63d7-e1e7-4b98-8ffe-1e61934a33ee", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da8db64c-5b89-414d-8556-ed3d0ccc46ab", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c996757-5007-4eba-b261-5358dd0d44d2", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "707a8798-8c7a-4f78-9762-a447099ecf2b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f86d5bb-00b6-4f96-a9fb-290d274b7bf6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51fdd170-284b-4310-822e-6971fbbc0bc0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "22995d9b-5ec6-470b-a4e2-e1c4bf368a96", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c06a1ca-9d76-4115-8d60-a73ae3922134", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eaaec241-f54a-4d32-917c-a6a607e2c4b4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7df65127-83ce-4707-96aa-e4729b428ae2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a41079f4-771c-46db-902c-7c10633f478b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b0631218-825d-49c8-8ab3-8c72608d845c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_212.pdf" ], "test_cases": [ { "key": "c8c61186-650f-443e-a1e2-00f918d1dbcd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sponsorship Agreement" }, { "key": "48dede5d-fccc-49c4-9fd7-7a21ca1f91d1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "R. C. Boyd Enterprises, LLC (\"Company\" or \"Boyd\"); Cano Petroleum, Inc. (\"Sponsor\" or \"Cano\")" }, { "key": "896812d0-0eb0-4980-9cde-bdb11256068b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/5/07" }, { "key": "22401832-9bc5-478f-918c-51fd3f1d50a3", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/08" }, { "key": "02475e30-2014-4880-8dc9-34f5592f0af5", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/08" }, { "key": "4418e736-f0c2-4137-adc4-285ae2a1d048", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "57c6df16-1459-4332-b6c1-55d1b45f62a4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e48bd3bf-cfa8-4686-b521-33653753e743", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "337308db-9016-459a-ae9d-5c1e5ce7a4be", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecdeb0cf-e8a3-47ec-858d-3d444826e013", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f24a7a4-64bb-4e4a-a1ea-73e0f8b1c5aa", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0833dcef-4d7f-4c78-bf40-6030533ea894", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b686461-a4d4-49e0-be3d-e58411ba6dd2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21687320-585b-4d4e-8bf8-a102899d7b1a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52c0fd44-92bd-4a3d-bb19-eb56ce303b17", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c408257f-e909-45d3-9d3b-6f0a47c3c405", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecc3d724-79ab-4173-a0a1-f482c20a3ca6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e01cf166-a48a-4a80-ace2-ed89ce5f89e8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ead972f-dd4b-4bf2-8cd3-7e676035da0c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01d47eaf-1943-41be-aa05-e1e965821b8d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5cae047d-0a6a-4137-a38b-4c2d4913011b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b29385e-ceb3-4455-8adc-168381840df3", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "173bf9ec-9e4a-4b56-9755-e0f0a79d3717", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9be8bf94-3d53-4726-90d8-21cb78f11023", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92dc99e3-997c-4a9b-a823-5321449139d8", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b1b29e8-6dd2-4a2b-ac4d-144297367b88", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c460e2a2-35ad-4518-b1d1-9b050b99591b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01790bfa-5631-4afc-bb34-6f0f3bb4f96b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4472f4de-db0f-4ed6-a162-8cbab9b75b80", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c061728-ae1e-468b-a407-94642cc2363e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "398c94b5-4b1f-43eb-92a5-5d6473130813", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d29ccad-3c25-48fb-8c9a-f24e9f45f702", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b91e5e8-ee3b-46a6-8f8f-67843ae7ca09", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abc61e6c-178a-4265-bff0-f88a8b5678d0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f29a1dbf-86e9-4f24-8113-eb747d6337ef", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6d28970-d3ce-40da-944d-e62b03c4bfa5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9da7eab9-da37-45e4-96f6-c6bae0a4083f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40da7992-90bd-457c-afb2-50f70574cfa8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05536a31-713a-49d5-9933-a4401f305049", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d744c907-4b2c-4e03-a8ae-0fff5630cb35", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_213.pdf" ], "test_cases": [ { "key": "fb82473a-4b71-4011-b71b-e85a1e030d5f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AND DEVELOPMENT AGREEMENT" }, { "key": "c747b0ad-5db4-4fc5-bef6-a89efc71d40c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TEKNIK DIGITAL ARTS INC. (\"TDA\"); RICK SMITH ENTERPRISES (\"Smith\")" }, { "key": "b99aee59-aafe-4d24-8604-6b0efd905f65", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/6/04" }, { "key": "1cb1352e-76ea-4460-b9f6-bc42962f5413", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/6/04" }, { "key": "58a2f975-78aa-4569-b619-4c9c2b43b2fa", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/6/07" }, { "key": "9830a34c-78b5-412c-82d3-b883a7c977b7", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Arizona" }, { "key": "5be1a21c-0671-4044-b75a-f6c014da2182", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0af080db-bd8c-47df-af2e-6bf9a9502420", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7fa8dff-ccd3-4ed6-a634-61e140796fe6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf58f82d-d269-4618-830f-7a8e190a6286", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f03daf5c-2a79-47fa-aa7d-799c9e6b0953", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfe69d01-ce1f-4857-8514-ac59c09e7f79", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d195c67e-4192-46df-9013-1bbae1828319", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2cf4fae3-c729-42bc-9ce8-02b218c502d7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f742190-86c6-46ad-ba97-25dd45305105", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2166c790-694a-48d2-9ab7-9421428fd098", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8a7f378-7a47-48ac-93b9-3cf6a0281552", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c54e0201-c8dc-4a8c-b5db-0590946e8281", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "87351033-f550-43a4-8792-0586e42bda68", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47e70221-9e81-48fd-a453-15a3eba7d8e5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f022bff0-d269-45b0-a81e-0856a4c94409", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7458231-10e0-4d35-8814-ac951ad46da4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2ee7ef8-c586-4ed4-a8e0-fd001cee1238", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "672fd3f4-8923-42a3-80f7-aa898050fb5a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "423a6e6d-9408-4916-8a33-552528570525", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b1d2fd5-35bc-40fa-8121-6dd3b7cf4bc5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfa2215f-9be8-4372-b798-30715435088c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a58b339-b64e-4ec1-ab92-b576cd5c40f2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7f9a9b0-eeb7-4547-84b4-b9295e454e04", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0476e571-89bf-41d9-9a3d-7589e22e9c89", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e41f1d2a-54de-4544-8e90-35fa17c41a13", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "382aaffa-7be8-4926-be53-24f0dafbdff4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb8ebcaa-b802-46b7-a0ad-08ab3f9a8d34", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3af810f-f289-40c7-bbf0-b31463dbc383", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bda3227-1670-43c2-8432-8f854ba3776e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4554d538-4c84-4637-a525-707f7101f55b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c52f3c9-ac78-408e-b118-0bf274b491f0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82b2753c-3eb9-46c2-adcd-e37e2a0a792b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60e38a2b-a7ac-40ae-9ee3-2fbecb57ff40", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "8d3a2e8a-3c18-4e9a-9ced-5be86bb1f986", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_214.pdf" ], "test_cases": [ { "key": "d9467cd0-7f92-4374-84f7-01137dbd1751", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "34a51ef3-240c-46a0-87bd-7b36aaebec70", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Stallings Capital Group Consultants, Ltd. (\"Racing\"); GAINSCO, INC. (\"Sponser\")" }, { "key": "e9350bdb-115d-40d6-bc15-6967bda76cd7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/10" }, { "key": "8507b713-a043-4303-91e2-24123b1ba897", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/10" }, { "key": "a276bc40-5d51-4cf1-97de-a66b9588b6b7", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/10" }, { "key": "c078cea4-d411-42c3-8fd1-6e5ce666d449", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "bd05761c-d3ad-45b1-b1a9-458a80653f2d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "520dab50-3601-48a2-8c72-71097e971767", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3ce8b64-0f90-464f-9910-1a5cd56a4f70", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04e7b384-39a6-4f95-9c2f-63f734795ee6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd91173c-4afd-4c88-b6ca-9ef3bd58577a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20ff4075-2c94-4151-a05e-b764e2587e1c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a310673f-eea4-4a4e-8f46-c27b11d1bf62", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c58de28c-1afe-4f15-9bef-56628d569a33", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e425d0b8-7b6b-492f-bc15-f53bbe889a38", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6806e92-9e48-4f82-ac09-05d25bfaef90", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f7bc1ac-96b9-48ab-8be6-8f2881c97afc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a565658c-c49e-4b6f-9bbc-7347c42ff505", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ce8b9fb-0761-4763-b466-8c4f2831f199", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cda3197-3e74-444a-b1d0-ec5d342e787e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0703bde2-71aa-46de-9b36-c99230786b47", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd8bb432-007a-4d0f-bccc-51a8ff8b2aec", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dc4387a-8b2a-4eff-8718-5d4f6946c632", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c32cb87-d801-4770-8f6d-12e2839f8ca5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7adb88ee-a593-483c-b740-062b349b5568", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11e14a80-8a0f-46b2-b9f5-180c020aee16", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4654e329-56fc-4d94-8b3a-24b6bac90ba7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc366f3b-2d6d-497d-80fe-731e833eaba4", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aab9bb7f-08b5-46a3-b21f-a8b3ee295009", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82ac4d27-14e6-4b1d-8ebb-7262c1f1b02b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "121f819b-978b-4908-84d8-02a964761dc6", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bb1085f-47a9-435c-9904-5b84251a38d8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bdad4b8-2313-48b0-8378-657230578203", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "062154ac-1ed2-47de-9b1d-05586f7791b7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f7bec0f1-c5e9-4de1-9616-9902ad74871a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb648e62-8f9c-4cc0-b96b-a0762c2351c5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bd261e6-02ce-4b91-9ed5-6215eb512ce8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "355f924e-a589-4e20-9e0b-cd980e458571", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d896064c-c6e0-4512-a734-69598b594a68", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b5e7b2b1-f5fe-40c2-9092-baee4a00cc41", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_215.pdf" ], "test_cases": [ { "key": "8d1b7192-4fb5-4f29-8025-1eccf09180ad", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "11caf88f-d94c-4446-88ea-1753ab2a83b3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "iPayment, Inc. (\"ISO\"); First Data Merchant Services Corporation (\"FDMS\"); Wells Fargo Bank, N.A. (\"Bank\")" }, { "key": "9802bdc1-b444-4dbb-9391-ea5fa2f46d45", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/29/07" }, { "key": "6ab6f9a7-9191-41f2-8839-2eef4f5ba2ce", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/29/07" }, { "key": "9922ff3f-40cc-41f8-bad6-e489970deffc", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/10" }, { "key": "5943e73f-f961-4c4b-820a-5e82b11c8167", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "fe25d554-8e64-421c-9d5e-3857c0cebcdb", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "(6) months" }, { "key": "9e0b1d6e-34fe-424c-8f22-21291617880e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "5b199e15-2a3f-48e8-b44d-93c733cc512e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6303e238-a8a9-4d74-864a-ab6485b3c6e4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89b094a9-8d20-4f89-a0e7-4e483b52037f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6eed2875-41c8-41c5-95c4-a0bec9c37e8d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d973061-b77c-4508-a528-ac2f9c19a21b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "119261cf-b5c2-4db5-90ee-bda63e25b59f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04dc5d88-d92f-4630-b4c3-b73166e1725f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2226b4a7-20f4-4f72-aa8b-48fbba2d3914", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab0852b1-a73c-40b3-b6ea-886b638be365", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cd45840-6397-4575-8063-6230e039a39d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c52f6fd1-5076-4a0e-a964-8c32b712a57c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "078e7f75-a9b2-44e2-b5d0-40085707b835", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40be45b6-54ca-4e5a-ad70-9b16adcd4fbb", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1306ad22-b21f-41a7-b045-f23d18ad8812", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4ee3936a-9c92-44b9-87c9-381d9ce89c61", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb80aab7-6a07-4fe5-85a3-3462a7f8880a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "458dd05b-5413-40a6-a38b-36d489d15c1b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92e32181-a77c-4964-911c-affe9ff89420", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1e1ca31-f747-4828-9f9e-12ad395c52dd", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9c42614-dac7-4926-8ce4-55e16a327ec3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0ddc126-c190-48b4-8eb8-7e147bb70b8c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "967d8e11-3a32-4a33-9c39-cc56e79f3c41", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd95ce86-f29b-4569-affd-1ba69e0bd998", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2393e93-6bba-40cc-8c9b-69884af5c546", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41f89ff5-2b4c-4673-a01f-85ad266c6aec", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f13d7af8-b057-438e-a8bb-cd67a3fb6bde", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2dc066d7-7bff-4fc7-ad38-00d709dd49e4", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3409894-0847-46c5-b113-96e163203765", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c711a553-a5a8-4e88-9693-302a70f6e347", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef65751a-fb40-4273-b0e1-ef07b4c88751", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d7ac007-df51-4f58-a2f5-0067ef299f2b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53349184-c38b-4a5a-b488-f01e8b897c83", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b3b48da8-9422-48b2-83f9-6a41a6fb97d2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "33a027b1-170b-4d17-9bbc-c0ec2015225f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_216.pdf" ], "test_cases": [ { "key": "b2391722-c5af-4576-ba3c-998813bd5194", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "cfab6cd8-c223-4d42-b6f6-5e92d53bd17c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PEEK Investments LLC (\"Purchaser\"); Platinum Partners Value Arbitrage Fund L.P (\"Sponser\"); Snowy August Fund ILP (\"Sponser\")" }, { "key": "95714caa-0885-4bf4-a329-6022a726b162", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/16/12" }, { "key": "26fa694d-4037-4c2d-8195-e8912282128a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/16/12" }, { "key": "7ef6483b-13e6-4399-b639-8e86b2ed20a3", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/15/12" }, { "key": "6db7def0-4d24-46b9-a3ba-0c3019164f55", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "fb8b2eee-b2d6-42f9-9011-4f29916c371c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf487efe-816f-4594-938d-adc4055e2672", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c34724cb-3a32-41b9-8acc-5e3f7cf9cd86", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8919dc19-c7e4-40dd-8665-c915830d7f7b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5963683a-b509-45a6-8345-313db63bdb48", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd1f5496-6989-408f-b18a-1460a8ded297", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2be5dcb2-aec0-4adf-8f8d-52fabe8dea80", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9592ddce-732d-4b17-b5cf-8f462624ec21", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5af7e8e-4584-4fd3-92f2-04bef5e66171", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21e4775e-5f66-4ad2-a6ed-caf75b7aa680", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26157206-e3df-4549-975c-66e086fe85e4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8ed5c9ca-ba9d-4aa7-8263-7609e8abd4d1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08c5b94b-e3fe-4466-9859-0b024e4fe85e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a53b1e3-c23e-40d6-b6a7-b92b07d87935", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dad6ab6-8211-4b04-8128-3cac4c63a3a4", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d2f4aca-9d50-4b0d-88ff-03adc32ed357", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46229220-2278-4885-9022-8b2dd4c49320", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "775c2678-1e60-4aab-af58-db00192a80fc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c812f5e5-eb11-43a1-8bac-d809de94f912", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30c309b9-ba14-4d4d-976d-2a47bb9e6c31", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cded68b2-b845-4486-b63d-11f4e7b92c49", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e05f40fe-c1ce-40e2-9a01-6996be8916a5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ac16f61-88ba-47fa-8992-d18f7827f042", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "698e0cad-83d3-441a-9e60-ad899379cd8d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36c7553b-ba10-4a5e-907f-a3623cd2bfb3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd0baf8f-09f0-45c3-bb20-f31394e0180e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67a86f32-bdda-498a-8527-031201229611", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f4dc998-680a-4af9-b54d-e80e53a30800", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69cd77ff-b172-4f0d-96df-7d7ce76dc14d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb856160-143b-423c-b37f-61936c9d29a4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbe54bbc-d301-4192-8f94-1bcc4bc1e2ef", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b26f8db3-6242-4759-9fba-dae7e613b9a9", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35d01f4a-4e42-4481-848e-6ac1503441fc", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9c44c7c2-f02c-40a9-b725-16dc89318ac0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_217.pdf" ], "test_cases": [ { "key": "b751b414-5daf-44e7-80d9-fafc8eec28a2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sponsorship Agreement" }, { "key": "11d6bac6-b9d3-41d2-a819-ad93adb14ca2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Intuit Inc. (\"Intuit\"); Stamps.com Inc. (\"Client\")" }, { "key": "32c4a022-e183-496d-b15d-88f3ea3e1c69", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/14/99" }, { "key": "1cba9a7a-c829-479f-af4a-9148e3c2e318", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/14/99" }, { "key": "18ab590d-ec6e-471b-84da-1d8811fce8a0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "b1ccf222-8943-454d-8816-8b3ba98e23a4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77de7ffc-ac50-4537-9c9f-4f50892d7b2c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b91b84ad-94ba-4d79-9378-eb6d79c8fdf7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d84dbe18-bcab-4e66-b6e4-daaa9d91114b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fa04cac-3d15-4ee1-b309-cde31dff816c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "127cc192-15b6-4da6-98b4-07508d4962ce", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8c9e9fc-65be-48e5-99c5-8af5cfbd28ff", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82b1ba79-5c77-43eb-b66b-43d97c621fca", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bf107db-630e-4327-befa-a3046e2d53b1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46b8a65f-f672-4cc1-bc58-baea2bbaf7c7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7db9576b-2264-4e36-a11f-92c2f7e1b6a0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5cbfb5a7-6d32-4172-a6f9-412f288e2dcd", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "08c98953-4366-41ca-b62e-cbd71f178cc4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6c1291d-b7fd-42c1-9e9e-61fc7da26981", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "79f9155c-1064-4acc-a705-97c3b087a6a1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c82b111-71d8-4943-a421-4ddeb6f440d4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d81c4713-c68d-4a91-8fe1-e7200b35420a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "092817ac-4a07-4984-83fb-5976691c06ad", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9aa04f15-0798-4c9d-a49b-6d058b0d9c04", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03a16ade-a12c-46d9-97b4-81accc0680d2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c61ae2ca-e8af-4499-ad6b-97fac7f22b11", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b74ec41e-75d7-4f6e-9665-1588296649ca", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "273e1f46-74fc-49a9-979c-c67011d3e85f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "479b59c7-e5da-46ee-8ea3-89ec78cc7e0b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b474b7c-69b6-4e4c-9fa2-78a1c462c83c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d9ed680-defb-4e47-93bd-372c7baee3bf", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5eec9dce-cf60-4150-8ebf-ff78a70ff2e5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bef8827b-8596-42f4-8ebf-5c56df7b0225", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "711ed8d6-af8a-4e66-bf07-99ca84b030fb", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "127da57e-4de1-4490-b942-2b2c96773a59", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6769616a-b8ea-4e8f-80e0-b1843450fa92", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9586c288-c3e4-4c65-8463-3d3c47369847", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cba9e2a-fb11-44cf-bc41-c3a2cfbc58d8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b514deeb-e62d-4036-983f-82d25598d01f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_218.pdf" ], "test_cases": [ { "key": "6235be28-9428-472b-9e76-e81d0b7806e3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "cc6025e6-e119-4acb-9d60-27a8561de664", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Forty Niners SC Stadium Company LLC (\"Forty Niners SC\"); Violin Memory, Inc. (\"Sponsor\"); Forty Niners SC and Sponsor (individually as a \u201cParty\u201d and collectively as the \u201cParties.\")" }, { "key": "d57be2fc-fbbb-4073-ad6b-870fd55e316f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/13/12" }, { "key": "0fd62b27-dc76-43c1-ab44-6d3e81cf8ddf", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/13/12" }, { "key": "9bb80306-7a15-4d12-9206-b18988ffb800", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/13/22" }, { "key": "d104e811-a7a4-42b4-b068-3f6b91bddab2", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "c954fa54-1122-47c8-93eb-6cdefd97dd03", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8166bb5-85b9-4142-b779-db12e1398d57", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b369763a-dcbb-42e3-9d5a-75ab4575aed6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6672601-7492-468b-837d-c01f493bdd4b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86d9d45f-3f6f-4fc7-887d-5f64b0a0dd7e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "232596c5-9e45-4e55-ab00-0c8e01f4cda1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff5b66b5-81aa-4f2c-a684-8c249748d497", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dcae23b0-9fcc-49b5-a969-3bd2ba70f50f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58b3b57f-b4ff-4833-8866-cc0ec6ed5ac0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0d3a1855-5373-4917-adc8-17e8b60d3a52", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ca79e30-ddb1-4f4b-936d-45a856af2987", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0f2d36ef-71f6-470a-90dd-2da72614fe07", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15cee0d1-6a7d-48a2-b285-f94089050114", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe43e609-daf2-4a4a-ac88-97f16a5cd335", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6ce1dae-ef3b-4ca5-97e7-5f9adfcb4334", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2fd9773-adea-489d-bf7d-088911429c44", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28df3a90-41dc-4452-b83c-ff305c83af5b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "681d37ec-0fe5-4745-9f27-70a7ee804d0b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "076945e8-d5a0-4431-acb4-512e5a113bd4", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "503f892e-de61-4b0e-992e-0c9fb3a5a22d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84be4f8e-a96b-4221-bf26-64f6cff83613", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63c3213d-9052-49ce-bf80-df2f06b63f6b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95688b1c-971d-46be-9148-3fd50110b935", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "402259f4-2283-4623-bb50-47dced8c4019", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53dfe604-9fce-49a9-8bb0-8b3f6dad069e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b23b229d-97d6-4502-8ff5-e3404ae39aef", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "178b4d45-2977-4aa8-a8a0-7683818916ff", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f23c24a4-dc73-41a6-99e3-5c69c65040a4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "de7b4885-8316-416c-8775-14168741a55c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d791bbd-742a-49fe-a2a3-e1551b32e5dc", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be0c6067-b010-470a-a7e9-58efe0d7699a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5004f500-e4af-4208-83a8-4d902ac4a3f5", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b964b89a-1c42-4908-bb61-264c60335b7e", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "b0432277-9a59-42c7-bf56-4788fe5516be", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_219.pdf" ], "test_cases": [ { "key": "ad6c5105-9a68-4959-b486-2025fb505426", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "93968196-2e83-4aa0-8ea1-b85cda5d3eec", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "XYBERNAUT CORPORATION (\"XC\"); ALEX JOB RACING, INC. (\"AJR\");" }, { "key": "0b1f90da-24a2-4a8e-aac5-e137e42b8d70", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/02" }, { "key": "b60751fb-c0cd-47cc-9844-861b46550a62", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/12/02" }, { "key": "c605b5a2-1f6d-4757-9c2b-961cdf928cad", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Virginia" }, { "key": "67c977b5-33b4-4ac9-a6b5-928670d9cbcf", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d91aafa-76c7-423c-a632-be6797190ac2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bf3ef2c-c86d-492f-a16f-3691313928ea", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e22a37ed-ea60-4542-83cd-de4789df8995", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "393270f0-434e-418e-9cea-6a293a75c75e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18155688-1821-4b7b-9e4b-578f1aa71431", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e1294a1-2bcb-4334-8487-50d0e3830a58", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "26eca791-64e6-46b6-b2c2-0132719faf77", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47ecbb2e-9c9f-427b-a2d8-23c06572d07d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64705529-5a8f-40ba-ac03-9fd9307fce0d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "705da2b4-b7a9-4b1a-b5c0-d9821ca36e8f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb7047a7-c152-4c43-9c66-1e22f2caeca2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f8edac8-9c6a-4206-9c6d-66746da1d48c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79a5fed2-9346-4145-836c-8dca773ee620", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05fb29df-195b-4400-8c30-302bc9fd4b71", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7a9b240-5579-4842-8e3a-aed5b2afde5c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b83b0851-da46-437e-8229-1ec6a9b3bc59", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e73b1b90-69c4-49f2-881f-00622e8575dd", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "213603fb-04a0-4aee-9c3a-e1be14fff411", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a1057285-95c6-4b0d-8867-41947e5e63cf", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "774b39bf-5a01-4860-bf17-802bc2585dd9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f57c0f2-d044-40fc-83f5-72bf8ac94703", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ad53a98-3ec5-47c1-adb5-dd82ec24ee52", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7261187f-d0aa-46a8-b85a-b0fd5e080038", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2debe89-798c-4b55-aa34-ef68aa5606f3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9934dee1-2f54-4c45-b215-04cfeeeb4e49", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16a998c1-6252-486d-8bd5-736d0b71a11b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f0bb01c-e25f-4e0e-9cb3-0435438dadb1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aea52bc5-cc26-442a-8a9f-baf9a44739d5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8ac8c50-4491-4e3b-be33-5244551d32c9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0936c19-d3cb-46b0-b76b-fc33b7edf893", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1414bdbd-4475-43fa-a9bc-54ac663876e5", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f00b2df7-de56-42a4-82d1-4afb55cc7a63", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "408f85b4-76db-4786-bc95-3d9ec322bfa6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_220.pdf" ], "test_cases": [ { "key": "85cf8288-1ec1-4e79-9215-67a42e55530f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CORPORATE SPONSORSHIP AGREEMENT" }, { "key": "8f5f9b20-81d7-447d-9378-df3231dc3161", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Phoenix Performance, LLC (\"Vendor\"); Torevic Inc. (\"Torvec\")" }, { "key": "437b5c24-e325-43b4-9730-83d375fae01d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/18/10" }, { "key": "65afcfd4-5d44-4203-a2ba-5961c1892cb5", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/18/10" }, { "key": "8985bf66-2977-4b37-931b-d40206a84848", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/31/10" }, { "key": "384e4328-6eb2-4651-9a9c-b2d9222e1c37", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "14b69c0d-f157-4fe0-a878-2cbf2de79434", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47c4b7c1-57ce-4ec9-970e-9c696e615648", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31fbd5cd-a3e7-40dd-8454-bab2bcb223c5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad71b7b8-5061-4fcb-aac5-b1b857de4ed8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "450f2236-c5d0-4385-a127-3aa04ff38581", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0741f747-8509-4269-b4fc-6a6f60a3f111", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a625e600-c9f3-4e93-8c38-64f173110c1e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8681a4c-a6dc-4540-85d2-ac70dd95cc09", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00bd9992-92b6-4df9-a26a-6c3f2f15a369", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e16ebb50-9f75-4954-ac52-35803de4fc61", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7abd262-5f76-4d10-8c3f-9795ed6f4702", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd756ce7-4893-4864-a4d6-5db5d65910d5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "977af30b-ac32-43b0-b42c-a44484cddfc1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9593ebbb-8e00-47c0-b7df-fa8357b1b1b3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abbd9e87-2e55-4bd8-932f-c75bfc849c27", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8115096-28c3-440f-b570-9010591b71e8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21ae724f-ef5a-478f-8e1a-14be5bc489cf", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1fe7b2f-efe2-47e8-964f-c7a5bf8ff0cc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "57edb150-5e85-4f82-b277-ff521776b475", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "14e0a0ba-d5ef-4859-905f-782849eb5df4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b0c3bee-5f6a-438f-9acb-5b0a34a5df6a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8892d8e0-a897-4a93-8920-84a1869050dd", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27418b9f-8d75-4519-9d9d-dd38a44ac4a7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "345cfe93-6019-4252-9569-0b86fcc3961c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09788ae5-c41b-4ce3-95dc-431b4448b920", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "548e6200-e9a4-41ed-a983-e61fb024d3a3", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8e9e659-d727-4402-94c1-30dbb8d55961", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bed1f0a4-39ea-4a3f-8cf2-e3e3e21cecba", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "38f42676-047d-4669-acca-72a56dbbae71", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41094c25-4342-4824-b04d-524dd2996953", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0629ef42-5b98-4dc3-a77d-7346be237583", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3886cb65-09d7-4904-863a-7ba7e3e05116", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf0163d5-1ef3-42a4-b0b0-d27c08d37733", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0be1d53a-9f33-4fed-8497-12801f5b87f8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_221.pdf" ], "test_cases": [ { "key": "32571bcb-b36b-4249-9e40-21838410a87a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "b9cb9875-033a-4072-ba3c-17e67d1ba1de", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "drkoop.com, inc.\"drkoop.com\"; Vitamin Shoppe Industries, Inc. \"Sponsor\"" }, { "key": "72230e4f-99b4-438d-ae7b-03779aed68e7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/11/99" }, { "key": "8c793671-574e-420f-9389-87c4e766f990", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "499fb505-deb0-48ad-92e9-1629c20b2fa0", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15dc9bfc-4f68-4a23-981c-2bb25e83d4dd", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7e518df-4dcd-4e5f-ad8d-98f1b25eedf8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c681a83-c68e-4b13-a2f3-708f491ce931", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "69b89255-4884-4612-9dc5-96925ff999db", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "878e27e9-4fd2-401d-b591-8eac800bdce7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d92d53d2-fb3e-490b-bdde-1ddf0a6101ad", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf958736-b326-4039-9b3c-5b2becb2e568", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05195289-bca2-44be-964e-c46b3a4d2e0d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6680b784-1b35-47e4-a7a9-ca629f128810", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32756532-e8a9-4183-a771-2177c0216d83", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bedc5dc7-7582-4957-8e1c-53b6ba8aa038", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d774254-2dd7-466c-a1c4-d7b99daff76d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89ff2e73-a274-4154-a7fa-dda01af4dd10", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7faaf239-a3bb-4f9d-bbc8-f31835d52132", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82187ca0-0cac-4128-8e7b-6be8dcf98f63", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24987cb3-ed92-432f-a630-d1b61d1ba303", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fe8a9c9-eef7-4f36-8139-84689c31b129", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "87435125-0187-45ca-8cc0-e53ebd757590", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2932eeed-6c2e-4956-847e-9a308bcf3a7c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54e4d56f-967a-4678-ad51-4e1ea9b3a37e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26a52f75-f13f-494f-8d37-1ef71e4e9f02", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dec8d3e1-a62a-431b-a615-a58782626459", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e736f6d-b02e-4a6e-aa1e-927a194c0b3d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4fad0d8-ee29-407c-bd30-907df611458c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdd48f6f-7577-4b0e-9259-3daa6ad471f5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae5910d0-ed8b-44a2-b7d0-f0b883da5ef6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c13c475-7955-47a4-b891-750690b6811b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9e01f26f-f9d2-4348-9525-38fd44f5ab56", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dbc3fa4-71e4-4310-97df-aa7b1b97fb53", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d735a68b-2464-4cc9-a08c-212d8b1f2131", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "117713d2-0530-4e78-aa87-6e9e69107359", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cebe5b0b-ce8f-4491-bf86-591a0c6a6188", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d7b7a71d-884b-4295-aa73-219bb8f56080", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_222.pdf" ], "test_cases": [ { "key": "8cf6f7bd-a51f-49d4-83fd-7887a0988b65", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "7b599ffc-4303-4671-93d8-b960706a5bac", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Excite, Inc.\"Excite\"; CyberShop \"Client\"" }, { "key": "b7088329-c6cc-4d72-83b9-ff79dc3602a0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/98" }, { "key": "efad5fb5-56c6-450d-bda9-eb9635c20764", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/98" }, { "key": "6a266322-91c4-479d-8946-29cde74be17e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "f421e34e-f093-4d72-b9ae-47c21abc5853", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "e7339e22-31f9-44ec-8f5c-367cf7e77b19", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cb5e40d-e685-409b-b0d8-045af43ab1d9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02a38288-399e-43e5-ba5b-046002a9c050", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b602ca91-269a-4a9c-ba82-a76833475bfa", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "597ececc-8acf-4330-8fec-46b5fc86fdff", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a008b460-19c4-477f-a557-64bd3e337f01", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fec276b6-6411-4051-915f-0ab80dc66c15", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c13484be-fa6d-44dd-9e5d-2f725d77d0e7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fcedbd2-60ca-465b-865b-e4e6a6ba0ce6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62ac7c6f-f654-4ea7-ac4f-ebce48f42a18", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "807b0538-3ccc-4f9c-8caf-72a45d1c55a6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6a1e5811-867f-4351-83cb-549e97afcbe0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "af2dacc5-0d38-4e5d-b5c7-717f27dfb6fe", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97ac74f0-c9fd-46d1-aa95-8d0e6b6a2c64", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3224f62d-d3d4-4830-9edd-1b05df01e5e7", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "562830f0-98df-4b29-89ff-8bd2f0d3d0b0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc8cd494-a98e-467d-965b-bdd5e7fe3bce", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f1377f2-89cc-40fb-956a-d85d0912c5e2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "31f3bba1-7ab7-447f-bc24-5ad4ed692c0b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15a434b8-032a-4040-932d-032b1c4021dc", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de3d4072-043a-419b-a705-6216f5836064", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb9d2b26-add1-444e-96dc-bd41ea82692e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f40b3b7-8b99-470a-9050-a5787adf517d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1da0fe8f-c248-4e20-b9ee-1a40aadb28ba", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b2fe511-90ee-43fc-a4c0-93e737545946", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24e6569e-fcb6-4b4e-b4dc-8ec44e427087", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1b00016e-90e7-470f-b208-f4b8e4b4f533", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2357fac1-eb6e-4da5-8cfd-7fb571731ba5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "35a4980b-b480-4744-b3a0-45704d2ebb0b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad038cbc-8a22-4bd3-90ec-3d8059a7f2b2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97d74a36-3d3b-4afe-a0f6-347548498f41", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d582c37-f782-4837-a175-748e52b905b4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5d12452-f78c-46d6-ac8b-ba8722638f31", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2ecc98e8-9092-4d6c-9e26-3a502b823918", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_223.pdf" ], "test_cases": [ { "key": "62af357c-ab7a-4504-923a-0afeb3ed4050", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sponsorship Agreement" }, { "key": "aaebc83e-1327-4dd6-8f8e-58880d018074", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "J. Walter Thompson (\"FMM\"); iVillage, Inc. (\"iVillage\")(referred to generically as a \"Party\", orcollectively as \"Parties\")" }, { "key": "590e667f-bead-4b5b-85db-e2ae3e7b9860", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/18/98" }, { "key": "d9629be7-a307-48df-a0d8-df7ede49650a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/4/01" }, { "key": "0c36b836-fcca-413b-98c1-a0ef5607ea7c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "21392f29-ef6f-43d3-a02c-f21919ad8c93", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5253c744-e7fa-41dc-9974-11a7edb83876", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b1a75d9-e4ed-4f7c-b99c-2c564312c4f8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "419710d9-4f14-4732-a8df-5b039c495b6d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1e2bf3b-439e-4212-b495-43f2fd63081e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40cc0caf-33bf-4ff0-b655-d4b102f235e0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f90a9a2-60b3-4c5c-9646-b44bfb46f9f6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53c23090-6c7a-47fd-be12-3e1d27078b36", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07e8f219-d7fc-4e10-8805-927d47cf1d7f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b9345218-b103-4969-b21a-7a4cb21df43a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4729bc3-6656-400d-a5a1-2676652a0355", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bf41bf3b-37c5-4a5a-9365-38643d7472ec", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b5bbb01-e10b-4cad-844f-e691bf9712c9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b479e90-2646-4dbd-82aa-74b71444c9c2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "55a536c1-e62e-46e2-aed4-3383c4f3cd26", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86d4f041-6477-4e4f-aa0c-f1b71b1c5c41", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6a50bf1b-0e2c-4492-ba3b-b0dd87660925", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "240d8846-be01-459b-bf2d-1f7af8cb8843", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27ffb951-e8cc-4a33-a0d9-98fe49b194d0", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27a8d230-8a8a-43c6-8d49-ff2ff0801b6f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10c9ce96-92ec-43b1-85d6-b797b2535366", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ab93cdf-c44e-4bd0-ae0c-51a2bee96cee", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb6a229b-e5e0-43ce-ba6c-4e3d06c0f2a3", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b95b52b-6b70-4f4a-922f-ba4f40cf809a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88502c29-fa4b-4817-a22c-3c6c0c5cd470", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fec08ac-831f-413a-a25f-862f4207d1cd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "18c3265e-a4a7-4f58-9027-6a373068c688", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8c49f54-3a69-4bf9-9c22-a655136f0ee5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa47aa23-9135-4f13-a3a5-84930c62bf81", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "151f41fa-7e62-49cd-816c-f0b93341d673", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0bdb7fef-2d6c-4523-9646-af14fef96bf9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ccc1a41-b9cd-4c16-bda3-c5fdc40d8f3e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57293c3c-aa66-423b-b941-01100d14460c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bc667d6c-f891-4ce8-9d27-f8620b9f8190", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_224.pdf" ], "test_cases": [ { "key": "22d8703a-cfeb-4d8e-87f4-fa4149c07df2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "cea1f733-fdbd-4a29-9784-da23262be974", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Southern Racing Promotions, Inc. (\"SRP\"); Logan's Roadhouse, Inc. (\"Logan's\")" }, { "key": "71b66ae7-0bde-4541-ac86-6891774a5d02", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/24/98" }, { "key": "c4ac3dd6-2a67-4897-93e6-dae0c8009224", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/30/98" }, { "key": "a912f0d2-1fb5-4045-99bf-5382c8fddfeb", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Tennessee" }, { "key": "363dfe72-2f0d-46e5-b053-673d445d35e6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07507993-747d-4ca4-8f71-082ba107e10e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f13b5153-62d2-44dd-b7a9-415e99521032", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e81e09b4-1696-411d-bd78-cd44c052d0fc", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8567052-e5c6-4994-847d-a8956986193e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bd672b4-acae-4141-98da-67426809c649", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe77504d-c804-469b-892e-545f3c3de663", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c9caf01-9305-4497-8d19-2917cc3207ae", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e30b411e-4807-49f1-9254-5bba3c29a28d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22c6c28c-bd4d-4b50-8b1e-095ccb53a7b4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "293faef0-1d76-4158-80a8-121b4321af4c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7efc81f3-e22e-439c-8fc4-dd5e55887f7d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b15d7dcf-6743-454f-9efc-9d0675a42948", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2a9b0fc-a31d-4e3c-9b00-344c82b6fa53", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d4252c7-d47d-460a-be51-2ad5f6aaf932", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fec507f7-8796-40e4-8854-1b21ac3f0328", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bf21377-2911-49f3-9370-1418d25ac57c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dcb5771-5df9-4317-9b0d-0b228c0e3e2b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8db90d1e-49f7-47b3-887f-4ad5c62ddae4", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49df56ce-9fe9-4e57-b5a8-105ab4621400", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d818cd98-58e0-4ca5-9291-f644a136c33d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91c54c8d-f46f-410a-b91a-441991d14abf", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf4338ce-d0b3-4de2-a883-7ac6b20f31d8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8c7ab87-769e-42cb-b22c-97c30ad59cf3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1900936-7f43-4957-a2ff-99de6ddb3005", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58b8bc88-5540-436c-9716-a999fb89c99b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6b13f87-45db-4b68-903e-2e1531abf4a1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1cf3a97-914d-4393-8bfe-d9359804fc7a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "293b4d97-ea98-45c9-8b8e-ed3597a18860", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cdc27df-ba23-4238-a675-f1accae3ac16", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5117c61-d576-4890-b2e8-25a9cd92c01a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d45f127e-c0b0-4e6d-b3d6-55af08725fb3", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63c35332-9448-42e0-ba98-52dbeaf8c81c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "849933f4-03b2-4582-ba8b-6d4249167020", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_225.pdf" ], "test_cases": [ { "key": "ac3d2d8e-6f58-4d16-b38e-bbd6812a1315", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "fc90ae08-ee48-4799-805c-a2e2a4395b4c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Football Northwest LLC, (\"FNW\"); Mercata, Inc., (\"Sponsor\")" }, { "key": "b1d91299-1839-45b2-8723-76d2ddb7b7bb", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/12/99" }, { "key": "0c3d176e-8220-4aef-95ce-4222b16c0803", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/19/99" }, { "key": "e9fb492f-93d4-486f-bda4-4394e7721c75", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Washington" }, { "key": "3ff62e43-000e-43c2-8d92-8d2532a80b22", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e741631-c334-4e11-8d68-2d54cfff7b8c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dedcd0c-d55c-4cd5-aaa4-4b9c30ebb4b0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f93e2850-79b3-4df2-a12d-7988eb68b506", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02506414-91bc-4985-b9fb-515a3f92a877", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ff49c67-ff2b-4118-8b35-9890df47c821", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "586e5f85-6a4e-4050-bd18-4cf2aed072ba", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "319e364c-f189-4db5-a519-610972796100", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecaa8369-c24c-4bbd-8d1a-a6e25136ce19", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e06cf279-399b-4b90-8991-cb0ba9a313ac", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67b3a97e-2ad2-412e-b8e8-0f103ba3c478", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "06b445c3-9dec-489e-84a2-d40cbf085c4e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab8704f7-77f6-4e73-a38d-287b6e1af3e5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e9f67da-0a61-4da3-85e4-c0ddcd78a3ab", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c252460-0ca6-4bd4-8c14-24d6f27fa74c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bd6b934-eeba-48a1-ab37-18b2f010a81b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bd02d28-d4e7-44db-be9b-06358f5d7ded", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82f283d9-3af7-4431-ad05-2e1eee28e918", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5df4373d-e343-45e0-874b-d15fc971051e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04389172-b7d1-4e74-8dbc-1e05379c1582", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d28aa88-26c4-4e27-b778-4c23251fd5a5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89ec95cc-20b6-4e17-8b64-029f596e089d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce45e900-1098-43d3-976a-db5585dbce62", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af5c07b0-8866-4e98-8c1a-702b067e0b93", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9da6862-3a80-41ea-9438-ba881ce04962", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34f4148b-b3bc-4cb8-af05-5d8d6a85679a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da02e4b7-b6b2-4516-8a60-4d2675323730", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17aab734-f79e-42fc-87c5-faafd0fe7499", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a41cd8a6-2657-410a-b28a-6a66df321bc8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ab4202a-5fd5-4128-aa81-547437793d54", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "745d6e9a-b78a-4d42-89fb-baa8091678d1", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01a8edad-fcfc-4783-9aef-e0a563272823", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e670a86f-a09a-43cb-8c42-d78e56a23972", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "80672639-bcf9-44f3-9cf0-921db52f07eb", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_226.pdf" ], "test_cases": [ { "key": "43bca2c3-9389-4311-946d-1bc04cbda46e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "71cfb19e-84ab-4206-acbf-15bd3773c1b6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HYDRON TECHNOLOGIES, INC. (\"Hydron\"); MIAMI DOLPHINS, LTD. (\"Dolphins\")" }, { "key": "dd28dd89-bb9b-40bc-95d1-ce065b23e950", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/97" }, { "key": "85bebb10-cd65-45ab-831e-56aac19d8023", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/97" }, { "key": "541af2b1-c648-43b9-a6b8-c1366a33848c", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/01" }, { "key": "d1c8b586-7d2a-4b43-9447-e4f94a7e10a9", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "9e758609-285e-49f4-b1d2-85f87f885a9e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84f0d16a-5e4c-41d0-932a-910f2332f7f6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6152a7ca-fc7b-4e83-a640-bc11db022e24", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de2995e6-34e3-41e7-b9bd-9e6e5f80e1c5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "590498d4-695f-42f3-9fad-64f1623dfe30", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9097cc1e-2754-48f9-8044-6005795817da", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07547c5c-7e09-4898-a1c2-a0368eee8a7a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec74872e-7513-4d01-b51f-5eab3721286f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5312c1e4-d84f-4ea1-b2f1-661c4c07778b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e77549ac-6301-413d-8fa1-5e00fe1f6cc9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b60ced0-f800-4d1e-bb8a-8fc78d2d1e9a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "125f7b91-8e47-44ff-85d9-d9de485f8e32", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d52aafe8-ad68-4b91-b212-c21c7a0d7ab1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "267cd653-f159-4c7a-aac0-d36311659072", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a119f586-9f38-4907-b3de-04d015c05451", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78f032b0-2b1c-44a5-9972-3d924607bd1a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "653502b4-179b-471a-b0ce-7913969add6e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8318926-4926-49b4-bec2-72bfb18a8db6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fb32d8f-771a-427c-8e30-9bd196c525ad", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "692671b7-d9ac-418b-93b6-72446a4287a2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c40217cd-005b-42d6-a317-77aaa22a27cc", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d1b4aaf-24e0-435a-9af8-af30af5ed71e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "577c21e5-1ea4-416b-886a-d695db84e995", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a17d294f-a1ff-4696-b48e-894ae115daa2", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63d2ffe8-9f04-458b-bfb5-2a887aa37024", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "767e2731-81e7-4314-9103-dd6ed879b793", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dc7af2d-5f0d-431c-8d1c-f48ac1251fe5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e6a1645-5cf5-4238-990e-1e6750295e8f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "daa8855f-a689-42c2-95c8-69392cc8a809", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35d519c3-57ea-4590-996b-597b0ab2ebce", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c18c9f11-7bfd-44eb-89cb-ba67b2e64cf3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "75736ece-0995-48ce-9429-52f4dd1751cb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ccc5605c-f727-48fe-8792-f6d4e4fcca89", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "4692f625-2671-4c3c-be51-8514bc1af26b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_227.pdf" ], "test_cases": [ { "key": "7733f97b-b1f1-4ac1-b074-a55966fc54f4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "fbd37072-83aa-43df-b5ba-837cdc4df35b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Excite, Inc. (\"Excite\"); N2K, Inc. (\"Sponsor\")" }, { "key": "f0d60657-86b3-4de8-8555-30b5a31775cc", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/23/97" }, { "key": "cd40607c-b80a-4fb8-98c3-0ec3b12f3d0c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/23/97" }, { "key": "edcba2bb-108f-436e-9a21-5d9383b673a0", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/23/99" }, { "key": "4100811a-e0d5-48cb-8d4c-b97db8defa24", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "7ad6d9dc-6a57-42dc-a472-e0d438c7b35c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "677bf8b0-356b-4c2b-b533-39d756788932", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "091aaee7-9348-4fc3-abc6-c3907d66b7eb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c3d5600-587d-4679-9183-f707b80e98e9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4060110b-b925-45e0-a3d6-90a13c5d809c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d26f115b-acb1-4f66-8475-1a73d3936f7c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7db90b42-6002-4bb5-b276-c09c2c343d7e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab024c1d-820a-4909-b543-424feb4fabae", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97c9247a-974c-46bb-92e8-daeb15758b98", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f1b98a44-a11e-4000-b727-4b0b33600efb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "419c9661-35f5-4f04-86e5-77324091622d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd62ad82-4c32-4b45-b4a2-b5730c984cdd", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7548b036-f5fc-425c-918a-bf591a8f3ca8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12ff42c1-cb81-4041-99f2-5de922f1afbc", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d6ff472-412a-4a3f-ab2c-0d01fb31c250", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "644ea530-efd6-492f-bd66-97d89a69727a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "deb6c4ea-bfef-41dc-84fa-842bc08a4318", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6bd75dee-6859-4f01-980e-da1a14d23950", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5db7ecf7-72cf-4c93-8b44-b0983ed5a412", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "481261e1-c5de-4d36-a11d-76881206f6ab", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acd786a9-2ca7-4f24-aeb1-9ddeb9772825", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e00fd8e-850a-4366-9d38-40526f306aaf", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef5a2391-26de-4380-88b4-41c4ffeb66f3", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6252ebd5-0adf-4e8c-bc66-536597665268", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de24208e-2662-4f5a-95b4-0cbc010109cf", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ca77837-e645-4fff-a74e-35a82083f629", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f9b0d6d3-8ee2-4cb0-a124-46023ff4e05d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9d4c9dcd-732e-435a-9f8e-b24b03ca070a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d335e407-b563-42d7-9d19-768837612294", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4970f5f8-fc73-49a7-a65c-38ee17ee846d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adc2867d-c95e-41bd-b638-e1faff74c711", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c01107a-359d-4273-9423-17f238e6dc88", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8808cca-b0de-40b7-8f66-fa6eec9a4158", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "80889fc5-7075-4629-a8d9-416b2b1c0065", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_228.pdf" ], "test_cases": [ { "key": "47a09e87-9a8f-4ea1-a342-47d1cc5494df", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sponsorship Agreement" }, { "key": "15141635-5ab0-4d8f-a672-28620e6fa4dd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "RMF Empire, In. DBA West Coast Customs (\"WCC\"); Bosch International, LLC / XLI Technologies, Inc. (\"XLI\")" }, { "key": "1938a7ef-273e-42eb-85f0-5c8efc9d50c8", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/1/15" }, { "key": "7259547a-ad5d-4c36-a0f0-f454bad4fd2a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/1/15" }, { "key": "e3f17a7e-ecbe-4a34-a989-7ef4ab89b553", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/30/16" }, { "key": "c3730b6f-657e-440d-86ef-c0006f0847f6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94e9a0a0-bd34-45cf-9c05-5800a5027201", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "242a46f4-b134-4e91-a0e1-74fdf2179509", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1de1b45-ce56-4d8c-b0af-137de9d10b8d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2fb1250-4f67-4687-9cc5-2471409097a7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "434fbbce-3902-447b-b1af-43b2141a6b28", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d657741b-3c34-4ff6-a5c1-eb359cc9eb08", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5401b572-285a-47f3-ab78-564c7669e86a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5342850c-feeb-457a-8d00-9b29f836ec90", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19df330c-9acd-45ca-bc7c-c7bb78946c5b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bdb22e9-d22d-4ab9-a81b-39f587e1bb31", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "409ed7e5-9d19-45f2-bce7-b1e86f3df5f1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dea31d94-defe-4a51-92aa-1f4c1da430ec", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3b7782f-5b3e-4e70-ad4f-d59f73a46257", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cce8df2c-ad5d-4d39-b492-353b1bd31eca", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dae337e4-725b-4c13-9fb8-244b2a418289", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f672dc8-98b0-4f18-aeb8-a6697395c72a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c553f627-386d-48fb-a289-0f61c8a34872", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3ece3a1-d7ae-42d4-8969-ccaec86c08dd", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74b1b6af-badd-4ffc-ae56-6eb4d14e9a2d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec99c72d-ac84-4175-9b0a-dbbc764e91a9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d947d3c3-ade9-40f4-aee1-032259b18255", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0e36e88-cab8-4ec4-b9a0-921180dbd5f1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62f1d38d-c3c6-4cab-80e6-b85282c88ee5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1e99bfa-2c48-46b6-9377-c5cd0429819e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afdcf448-552c-4bb3-bd29-fa9be849b5ab", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e65d358-5a02-4319-8812-fcf3305eaca1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54b2281e-ab2f-4fe0-aeb0-d937c056f30b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98fd2707-afd0-4afc-a2c5-9aff1698e217", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2a1fced-bf90-46f0-b87f-28e0a9a576d3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8603b113-ce92-420a-aff1-260714345091", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "895a2d20-7685-47e7-8a34-fe130f239295", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b1b4068-b8ff-4a31-95ca-10a3ee1ee525", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c7123e50-512a-4da5-b3ef-29c21a76c986", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_229.pdf" ], "test_cases": [ { "key": "e5f4586b-6637-4483-9b7b-3dd4eb9400c4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "04559bc4-7270-45e4-a18f-6d8bf6b31be3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Excite, Inc. (\"Excite\"); Vitamin Shoppe Industries Inc. (\"Client\")" }, { "key": "568706ce-91df-4a8d-a144-78beb2b2bfb4", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/23/98" }, { "key": "8ce961f7-23bd-47bc-99f3-e648685d8ccb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/23/98" }, { "key": "8862b691-0688-44ad-8170-632856d668c1", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "bd3b7836-2fda-49ac-93ed-4011f74d9ce6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb78ad6a-1bbb-4e9b-ac5b-ea1bb91dbfd1", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29413cbe-c3cb-4ef9-bd39-b1cc3afdb0d5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6ebc99f-c15e-4dd4-b8c3-91728ae472d2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69f73ef5-86c1-470f-8317-95b262e181fe", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1055987c-3b8d-4dd2-befc-f7a93ec9eade", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb52f89d-6158-46d9-b071-c6f8eba98c14", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b147333-74ef-4345-b80d-217c55039f71", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "905fae43-78e2-4270-bda7-d51c73f096c1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6de0a11e-5142-4623-b467-f2e28517d369", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b00241b-1672-49a1-a5a6-cda558ddeb03", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bfae7fe2-5461-4a56-bae4-0fc644bc67d1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa8ae7b7-7002-4dfe-a770-681763f8d40d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c55cee20-380f-44b5-bac5-53d35c64b4c9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd8a4864-e9c1-4958-806c-03115f05b24b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "173aca39-85aa-44ba-9312-f2ad80e6a675", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0d4a800-72a4-4de2-a584-3f318e789e2e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdb558e2-f226-4a7f-9d85-e81429c38496", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f0a1b8c8-4695-4f56-875c-3dfbaa021342", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd4a4c7e-25dc-4393-9d16-97549e20c821", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68ee101f-d3c8-4a5a-9959-dd4faaf5b012", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cb1ad4b-a5f1-4310-8fa6-469894e1293d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e63cd022-24d5-489d-9f00-8215c472689b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34b67821-fe90-4705-9a38-13f7d2d2771d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d647c34-7787-4cf3-8d7c-afe235928713", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d56e317f-64b4-44ac-b109-5a4d1212db77", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1134198c-27e6-4d66-9de7-7c1695554eea", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "762fa3ee-0733-4186-b45d-2c32a3edca44", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41a95629-8276-422c-b586-0510aa070184", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e139fb9-b679-44b0-889f-40699ab51b43", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "810bde72-d5e2-40d2-ac87-55dee3ca712d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eef76391-0b40-47f4-959f-b3fef773b28f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3003875-5705-4453-90b7-a3440135c1be", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "262b4f36-1e29-45ab-ac2d-e26e2f927cca", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_230.pdf" ], "test_cases": [ { "key": "abe903bf-3cd1-4143-938a-027d03ec1ca9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OUTSOURCING AGREEMENT" }, { "key": "acaf3c4d-34e6-43ac-8fa9-28b480259784", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Twin Cities Power Holdings, LLC (\"Company\"); Redwater LLC (\"Contractor\")" }, { "key": "1db99dc5-ede3-41b5-b3cc-9ba6bbe60649", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2012" }, { "key": "1abdc5a1-a10f-48ab-bdf6-c0fbd777e0b8", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2012" }, { "key": "ec7bb23f-716c-42f7-8850-b6df8359b498", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "b49c9f22-7ba0-4df7-9eee-fa802fa31fb6", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Minnesota" }, { "key": "8cea34e1-530e-4ea2-9012-36975b713d5a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a2c3401-b7f4-4c59-80d9-58e4f13bb63d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a189c0c2-f833-429b-bca1-4b3da302d931", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6599571-53da-418c-b59f-2532adf6ba06", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c3a0be1-12cc-4fb9-8c92-bc6764e9f739", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e1f8f97-13b5-45f7-b3e5-ba9fb1cc387a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fbc9506-d857-408c-8ca1-c43324925d1f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59231f20-ab02-4cf7-b76b-050c5f76177a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c252997f-68ce-4bc3-9f7d-e22f9f82e43f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82924612-c25d-4100-8e89-e0b3193097f4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57a1941c-a94f-4531-9e65-5e196ed5d51e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dc88e5df-faf8-4b8f-8ca6-be5eb50a2e93", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "726a6f96-9a44-4a7c-a9cb-6111ad6428cc", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0719e52-797e-47ef-a0ff-23ddefdaf6dd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a267ff17-bae5-4ba8-a19a-71cd38bbf1bb", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6dcce35-4088-49a5-a702-946307a0d4cf", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "08dbc94b-cc51-43fd-890d-8b828f6bb73d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75f8c1fd-d639-4b1b-b6fa-3bbd04959374", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bafc993b-ce38-442d-a93f-c23f3f6bbc73", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64d2a45d-3b08-4d42-8e85-776e3d42695b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe6b363d-e0c2-40a2-8b13-fee95cc13ea6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bf5cdb4-5029-4b35-98fb-13232b85f651", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c220bdb5-7bb4-4ea4-88b8-e1ffa8c2dc4a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82d5744f-786d-41af-a561-a4522a513931", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d126fc4e-bc25-4f53-b99a-6d080bb5ce9e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9fee2b83-ff39-487f-8945-cc5720c48cb3", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8575bdf4-0d52-4b6f-b216-33bc9144d9ed", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "163317a2-02df-4317-9946-a9b8c062507c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b77f11f-6332-47e7-b94e-f3e10ac46476", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44decd6d-1fa0-45dd-9001-736a01e18c8c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f0b034f-3350-4895-bca3-ff3a55e6f19a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34039767-9a32-46b4-81f5-9f91858073cf", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6ede258-c4da-407f-87b7-8844bef19b98", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "4307d505-4621-4ac8-a8ab-688422204f01", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_231.pdf" ], "test_cases": [ { "key": "b8bb1ded-d105-46d3-9119-dd58433872b7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Outsourcing Agreement" }, { "key": "d0a831b6-6606-4fab-b237-2c1afdda9991", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Virtual Item Processing Systems, Inc. (\"VIP\"); Brokers National Life Assurance Company (\"BNL\")" }, { "key": "68f84fb1-2b76-4517-b9c9-836999756c6c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/06" }, { "key": "9310d186-7855-4831-a5d1-7e9f9eb692f4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/06" }, { "key": "e66c2f8f-b018-4e11-bfa6-974b1ffb1ea5", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/07" }, { "key": "beb0a2ad-c07e-4170-9552-694a02d03791", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "7958e717-f2bf-40a6-87a1-10626dfffdfe", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "1218e616-d450-4946-87a6-a3e4d0386538", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Oklahoma" }, { "key": "d05c40e8-887d-463b-abb7-1fa1f067dc82", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82d8b026-11c5-445f-b940-ae7f42587fa2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99b0c0a7-d51b-4eb3-8bb5-591cedf89105", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21b79214-3e64-40f2-95fe-ce314b241c6d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17448512-6ad9-4e0a-a367-2a321ba3bd63", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "818d9a3f-9848-44b3-9406-124b5a44cf13", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d6daf03-dacf-4dea-9459-4f3a395a58f2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd56fd88-b6e4-4927-96bb-25b94dd4a876", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4d6dfc0-2d99-479a-8d10-e7cbbc72af3c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03a7e135-0334-4718-aafd-481588287609", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0ffd310-0314-421e-9a85-972de26bb28d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6cc50955-76f3-40ef-b268-df57d9efa52a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6bd9097-fd28-413e-9054-4660bac4b5a1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "20d4a3b0-244d-4d47-a48c-a4f204b4d5f7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8ae80fcb-eb00-4da7-b00a-ed010fbfba12", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc53824f-5e5d-4467-89e0-4e610c534c38", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed5b5a27-ff07-4d0e-8465-828bb4b4981f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "997ff0e9-be0d-47d7-bbda-dfba3998bc1c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "840308fb-051d-4c80-b9a3-7113c7279874", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d14087c7-485e-4576-91af-2c9968d10ca0", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b24eb37-35bc-42de-b253-d468f1f45127", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12792ebd-c02e-455d-a8da-57df215354f6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c0ff9f6-faa6-4383-a0f4-82e731edc34f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9675d502-3877-4c98-adb1-ed53dae8618d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4367e36a-6ac4-4696-a365-abd40626b529", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b828c6fd-6028-4beb-a29b-1f2475c2bf32", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27b6cd23-1f8e-4a25-9bdb-bfff3483042b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f001877e-7346-4ac1-9b8f-a926200f5c2b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca4fa68a-9f83-4822-b797-ddab3585fcc9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "904571ac-46a6-4749-99bf-50be7223fcf0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53d8c475-6e14-4950-a8a7-9c96e0eb2d5f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c96fb93-ff89-42fc-8e65-0f61c4642826", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f592ffc9-09e2-4069-ba07-ed83d2122e79", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a0747046-d15e-4207-855e-ce7a032f6810", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_232.pdf" ], "test_cases": [ { "key": "890ed428-956f-4811-b298-50aadbf956a3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Services Outsourcing Agreement" }, { "key": "51857db8-e07e-4173-b4cc-fc3406056d35", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CCA Industries, Inc. (\"Company\"); Emerson HealthCare, LLC (\"Contractor\")" }, { "key": "8ab34d41-7c88-4a6f-a38f-f16908a0db1a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/20/14" }, { "key": "a0956a2b-92bf-4cd8-ad18-50c6c38e122c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/20/14" }, { "key": "341542ca-a961-437c-886d-796b6ca80476", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/20/14" }, { "key": "2fa1ffbf-bd7c-4fec-a1c2-fc6e307ae930", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 6 months" }, { "key": "38f99dcd-dd2e-42fc-b7d6-b6c8fe2aea79", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "d832dff0-bad9-425c-95f7-534ffa916dfd", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New Jersey" }, { "key": "1bf428bf-3957-4d1d-adcd-ae06f1d630b0", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9da6924c-2454-4abd-be7a-d1a06d7c57e0", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5526c23-bcb1-4fff-b65e-3e0ca08c0f21", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c53e0b30-7e44-491a-90e4-2b1c74498903", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd3c98bd-91d0-4619-a7a4-221c8bf8b2bb", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60ee87cc-a2fe-417d-a131-972584fc4b86", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9939c116-ad24-4604-b14c-b801a0d4bbe2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbdc01f3-d989-47c4-8271-47f4635c46b6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f432f6da-11b9-4a6c-93cb-5eb546bd3419", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69fe746a-7d3f-45b9-8854-1fd0fa015de0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f9a1123-425c-49a1-b6ba-e82c0a46562a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c4df258e-8be7-4b15-9e17-666140fd1596", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6084e6e0-36b0-4dd0-b8bb-341ad4585931", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac581abe-d921-4402-a926-ae4bd7b7ca14", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dfdbc0c-40e8-4cf4-895e-f59d18c41fea", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4d26fbd-5eda-4d40-b320-d762de9d20bb", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "309ee85c-2ac1-4c31-b120-20673c084e42", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13ddd997-b011-4c51-8a1e-bc5adcba1495", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e7e4442-60e9-4505-bb37-b6b28ac81b66", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "988a0ea0-a16f-4ce4-bd34-784ca02cc528", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2bf63453-d023-41f8-a779-bb093cc2a723", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24f3d808-6b94-4039-bd85-c41baac60f52", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5927f5fd-9bcd-4f03-a1b0-fa4aeb804066", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e87a9ee-25f2-490d-b9f8-e05c7b56fcd3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e00870a3-aae6-4c3f-9e9c-d85ef6d83256", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d5dd4f18-528d-4be1-8e3f-bb7dcf92411e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "42164ec7-9d15-46b3-bfb0-ff78fa01dd01", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce4d2742-80b7-4b48-82ac-0a2105544c50", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f152df4-c65a-4adf-b4d0-4b03402ace6a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0632385a-2475-4ef2-b0da-247f3b4be4fe", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "caad2361-f4c4-4e51-bb71-4c38e603280d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd8d957c-7f90-441f-b266-f4f32498389e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a3420ad-4fac-48bc-b94c-ff1c2ce4f9a7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "52c9fa95-d6a0-4bee-80bf-339e75d4e910", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_233.pdf" ], "test_cases": [ { "key": "c07453b2-7eba-47e2-8990-6a101da6e2eb", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Network Management Outsourcing Agreement" }, { "key": "b60afff2-9681-423a-9f68-5997761fd7be", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "(BANK OF SOUTH PACIFIC LIMITED (\"BSP\" or \"Bank of South Pacific Ltd\"); DATEC (PNG) LIMITED (\"Datec PNG Limited\" or \"Datec\" or \"PNG\"))" }, { "key": "9e2636d0-6bc0-48c4-a1b5-a7d35179f6e5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/16/04" }, { "key": "887d824c-1aff-401e-a92d-88d1e2051605", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/16/04" }, { "key": "791766bb-e2af-4e1d-928f-eba5490769d1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/16/09" }, { "key": "e9051f97-4ec8-4b6b-b60d-5356b84b78c7", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5 years" }, { "key": "1744b54d-3ea4-4abe-85b1-0660e954e218", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Papua New Guinea" }, { "key": "e72e0fe0-4682-49c0-9af3-5d7158ded2a9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18de58a0-0f76-494d-9375-7215c6149abc", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae5e2ad1-06da-4740-83f7-fd4cb5a4f249", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9dbf63e-c954-44b7-9f7c-80028fd693fa", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64e73c9d-8efa-4d9f-996b-d49afedfb14c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba0eb8c1-a1e6-4ce8-9d63-98c1eb916cb7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb60897d-403d-41f8-9b76-9469d0892a09", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbcee0e2-b2c1-4dac-b593-73d7c3957d88", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "741b2ef4-e1f9-44a7-82e5-05f488838ad6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "656605b3-7651-4357-8f5e-4893e63ba2fe", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9dbf00d-7897-4f52-92ea-39b03d9386fc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44a27078-7644-458f-97c3-f3c7f33bf07a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcc18f98-caf3-44f9-9b9e-596375be3ec9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eae20509-cce7-4f6a-99e1-201b27de6f67", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d25a699-13a8-40ae-9e26-e2fc56dfa98f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65c3dfe2-1d57-4095-ac7d-c6672a583f8d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0214eff-15a8-4a04-9603-c717878e4e21", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bcd98739-e482-401d-bf6f-92a34f7480ae", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38fbe34b-03fe-414f-ba50-7debf2a35f42", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f24f9c69-57bf-43c1-8a5d-6d371a76be7e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8369dbd2-df1b-4f2c-b035-c5aa4b5de1c6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33debd75-0d90-42be-9b3a-4b4b993787e0", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6002e303-d22c-4c25-a384-56a4db8186ff", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53792d5a-0941-47af-a196-c4abc83eb703", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fbdba55-51c2-4f0d-883a-69fd784d1ec8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9ec47f1-1c18-479f-890c-8d7648e67311", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0ed7977-17cd-4569-b2e8-7b20bf4110c5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c7ea543-1867-4191-b908-34f2515a88c7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67b7b575-8a82-42ba-9e0a-af03afebfc8c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "891f8a89-d6c1-4311-9229-84f5c06bb753", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81662d32-26b3-4a7f-be55-c9bae64cab21", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ea6784e4-4e73-4286-9b9c-f2f1f34338ca", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "677856e7-1fd2-44c0-a2db-bdad2f2fd8b4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cfc04ffc-6c5a-4833-bd66-612ad57c40c6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_234.pdf" ], "test_cases": [ { "key": "091335c9-221f-48f7-8fa4-d17d795d8238", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MANUFACTURING OUTSOURCING AGREEMENT" }, { "key": "c4fcbbfe-7078-4c2f-8b6b-b1b3db51087a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nice Systems Ltc. (\"NICE\"); Flextronics Israel Ltd. (\"CONTRACTOR\")" }, { "key": "8a5f2287-4b95-4746-b5bd-90525beb5f04", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/21/02" }, { "key": "660ca299-4307-477d-b03b-98063bd71632", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/21/02" }, { "key": "c7b6c9db-befd-4644-945d-dd41352c0f19", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/21/05" }, { "key": "5062d18b-be18-42b4-9710-c83da23c5a8e", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 years" }, { "key": "58ae3539-7fd8-4365-acd1-b47310b0d6d0", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "a01625f5-0991-4c01-8671-dd02793d678d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Israel" }, { "key": "d6dad56b-07a5-4726-bdb2-e3e82a93f5d7", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82be3518-de3a-4789-b394-bc1302f58124", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ec6cdb7-6a7b-4d10-b76b-29a59d4e5610", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c2caa16-8cc8-49a3-a8f5-41fa97a4fc1d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a74c487-5dcc-4a1c-b8c5-67c63dd66287", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81aa0c7e-442d-4243-b259-86582e18ce6f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9fb7ad1-a97e-4dcf-bd86-d9e2209400e3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce5b2f51-9675-4045-b1f7-02d31954ecf4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0be19d13-9c4a-4532-aaa3-5ab321b0ecc4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8fff7f2-47ae-46f4-9ac9-5640080b10ed", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "486496a3-94e7-4f38-a8cc-cde65f1fdcf0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28cbf9c4-15a5-4cab-a471-7271816caa84", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ebb7c66-4be0-431d-8c33-84e9da889460", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12efb3ed-54bd-4266-947c-7746025ff04d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8ddffc3-d421-4d61-8010-df38b2a48b7e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39de69f7-5c62-4d15-98c4-94d1dc081281", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "162763f0-ac81-4890-9064-a0a52c26d116", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0a53931-a417-46e4-ac77-bf9e2b8a2e60", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e8a4095-3385-401b-837a-8eb7af082cac", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7c93132-61e2-4338-b855-008f1a2a2de4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "802df5b1-91f3-4e87-985c-67ebae49f2e6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3d6cb1d-0c14-4e36-b34d-419386d6e34e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d14ed2d-e101-4648-a871-c3ce46966c2f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bfb3dc36-abee-4259-b4ff-ef6f96dd6a16", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b488832-1eeb-4aca-8b10-f825e77dfaba", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c7afc3b-e2c1-4f82-afc7-32b35e5d1893", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cda46b89-f19e-48bc-a567-09bd4151329a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c70f38f8-978d-4d09-b175-b632b9ce5313", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5d8fb6f0-9669-4814-919d-7a24d60c81f7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dc4cc10f-3dc4-4b0c-9088-3385ef4df890", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8efcea61-c2f7-428e-b83b-501b18a3f60d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a7f58452-2d07-4a22-97cf-935fdda49328", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79571bfe-782f-43ec-a73a-b0008d388692", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ccfe83af-cbd5-4f24-9b58-ce678f7f53b8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_235.pdf" ], "test_cases": [ { "key": "0e88dba9-e9c1-4fb3-ba18-3b96c2b37cd9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OUTSOURCING AGREEMENT" }, { "key": "c9bef158-7c4b-4220-926b-3dc6089eb820", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sykes HealthPlan Services, Inc. (\"SHPS\"); HealthPlan Services, Inc. (\"HFS\")" }, { "key": "f1da9155-7cef-48d9-bb75-d0e0cbf7d525", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/98" }, { "key": "3b85f97a-ef94-4edb-9f12-cd8c0407d07c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/98" }, { "key": "bd701838-33eb-4e03-ae4c-37560cf88cef", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/98" }, { "key": "fc9c90f4-fd49-420e-8e54-d2bc791a6daf", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "bdb99adc-6327-47f3-8e7d-1845cb40b16a", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "ed0d66cb-98fa-4447-832d-16974823369c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "2ac1ebd3-f91a-41a9-9e8b-e11b531fc079", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55cf616b-f603-43cc-82a0-b9a1c40562f9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65ed4316-683b-4934-ab1e-bc8e9cf73f7a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d602a5f-c918-4af7-a089-27cc073e3bd2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "366a1c32-5db1-4e9c-a211-8e096ad144d3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd8b9994-39eb-460f-8479-e0301f46bf8d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7340238e-16e8-4a31-8f48-84c041524f5c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12b5b618-b92a-409a-8da4-6210c8236432", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0664ade-753e-4aaf-8b0e-1da2d9ad4ec1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3de57292-ef85-4cfe-a1d9-634989f22aea", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de5f0eb3-c6f7-4219-8cdc-3d037d744ae4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a95da1d-166b-41d8-80ed-18d9bcab7d2b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d59e4363-b254-42c9-bb86-10e7dfc0fa8c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47a46439-d055-4701-94eb-d62530624367", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5ac2c81-abbc-4edb-b45d-ccd79a66b4ba", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7955b81-7cd4-495c-8f75-f5e4887d18ff", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79fe26bc-6e04-4739-9890-0f96cbfdac3b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c28f22d6-e516-4b8e-8760-f525aa2c4ea7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15cb6250-f0eb-418e-9543-751e0f4ddba9", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a1cb4b6-d5ef-495c-9d65-60b1435d8a40", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cea28e2f-c7f4-4d73-828e-d8422434dc51", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0316fc78-3002-4f27-acf4-8b4ecf98877c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "331299ec-6949-4040-9ee1-bcee176d33bb", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e4865a9-3614-47f9-ae6d-1170878d4c01", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9a5c7f5-d509-4ad8-83d2-c03f0dfd15db", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83fdf1d8-e778-4594-a8f3-f76ac650eb00", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab8e2a89-a9db-4903-ad00-16450f934dc3", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57637b1c-1dfa-4d21-b9c7-b65cf9c634a0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3bfd270c-1cfc-4bd5-9e8e-9349d0afccbc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4aa3dee-789c-4343-aaf0-492782d9635a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dc040d5-18b0-4417-9942-4b602f3c018d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74a8c458-9b84-459a-b476-3b2ea2dfe19c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abac6c15-9226-4bb7-9ea8-4a067c533997", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cb910102-dda6-48a1-ba8b-22f046cc72ad", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_236.pdf" ], "test_cases": [ { "key": "4f699fa6-65ed-4bbd-b2cc-b8f351ce608a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Outsourcing Agreement" }, { "key": "e5d5ed79-617b-4f81-9ca2-d3aca6d06e48", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Tri City National Bank (\"Customer\"); Marshall & Ilsley Corporation (\"M&I\")" }, { "key": "5af37bcc-da6d-4fe3-a9d5-a420d5de0870", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/16/98" }, { "key": "f25b1c8c-41bb-4d65-9079-b9f93750054b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/16/98" }, { "key": "b0818460-6140-4af1-8595-98206c37e9ec", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/16/06" }, { "key": "ee424ea5-26cd-43a4-b74c-248d87f8f2b8", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12 months" }, { "key": "545f1101-ad36-4769-8b5a-8f20b4d491dc", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Wisconsin" }, { "key": "a2cdb633-f31c-483d-8eee-442e3f1bee87", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5813bee4-aee1-4ef3-93da-dad3dbffc876", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6da3a1b7-e093-4cc4-8c6b-45823409ca0d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "018fc5a2-a981-4310-b13d-86fe951bae71", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbfa74a8-21cf-4520-9b5b-e26013206997", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82230741-4a72-4eb9-bc9f-242f16924c6e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d65f24b4-7b66-402a-b262-a06053ecde20", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e6ccd1d-6015-4385-9131-98791e336468", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "da957210-0adf-4c6c-a4d4-193e2a6360b2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "811fb5e7-95e0-4bd5-b147-a85c2153a229", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8010f1d8-7e14-4da2-9340-0d2b5f4009fb", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2190e5e7-1403-499c-8334-e0dfe8778661", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfd43f4c-4021-40f5-b149-b9d0bbf91364", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c8a8076-ddd9-4866-a55c-ee1e19ee9eb1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1284f5b4-2667-4d19-8116-c7c39ce04f15", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34c4761d-dece-4095-843b-2ec145954f5a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2699770-b629-4c46-b7c9-4c5ab193434c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f2be882-b131-4a1d-bb46-bee66936e8e2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "56b58fd2-fbac-484f-b257-ef7cb277ad82", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "26707ee8-77ed-4f5e-8039-2b3620f5d2b8", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d75e600-6432-433c-a95c-6fe478249e28", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f837e920-39b6-4cca-8e2f-54f9c827c653", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43eac8bf-b316-486d-b5f7-1b088a4e7118", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79422f2c-f9ef-4753-ac44-18fa803b6050", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b728e8c8-edcb-4825-9394-4b974b734b96", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c99437b9-fa70-41cc-b136-5b8d76f37657", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a201e4b-5983-49d9-b932-81aa37cb0dd0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76d4521e-186f-4487-bcb5-0a65ec646e1f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f30184ea-3025-4977-908b-ca5af9a8f7b7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4fdd328d-21b8-4747-a5b5-a1192e930758", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f41b4773-2328-4bbd-b128-a8a49e825f0e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1dffea6f-8464-4cee-bb82-e0e08c54ac87", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b808063b-8a51-4c8d-a014-dc0d22fcaa74", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4c49fa75-aa87-4db2-909c-07d61463c934", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_237.pdf" ], "test_cases": [ { "key": "976f40e0-530d-4dd2-b254-2e2f85fcffc9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TECHNOLOGY OUTSOURCING AGREEMENT" }, { "key": "f5f452c5-3199-4ab9-bd4e-e6fcc0b19f75", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Oriental Financial Group Inc. (\"Customer\"); Melavante Corporation (\"Melavante\")" }, { "key": "ec03d819-4a54-44a7-9946-7ee40cd94bc0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/26/07" }, { "key": "74bea479-4159-407b-80be-ea6870b88d3a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/26/07" }, { "key": "3eea2260-5034-4870-af43-02414a59f0f1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/30/14" }, { "key": "d03abb9d-207d-4d1d-93e6-aa177ac01cc8", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12 Months" }, { "key": "664d1e68-9af5-4457-ab92-29dac45d085d", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 Months" }, { "key": "0b5c392f-f26b-424b-872a-062021635fe3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "3b652d55-c475-4669-9732-13b3ccaa34f5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10c9a07f-5952-497c-ba96-de1fa3d02dcb", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "715d4407-e725-49b6-8300-9e5f1ccb2a16", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69b5de39-c8f5-48bd-bf7d-13c21f326100", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "add19897-10f4-4238-9498-83934fbae420", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa7cf360-00da-4b61-a4dc-ffd94a50c5a1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f7249e67-1def-4d18-8b5e-e7f534e90228", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a3e951b-ec26-4c88-83db-a9c68a675562", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ee85a7ef-f5c0-4857-9816-73881518dfa5", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b52606fa-6565-4dcf-b3fa-bce4093ce29f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4f46fc7d-f59e-4696-b749-159e1a281abf", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5b38ed01-c79a-4bae-b7f4-90663526722a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68bd25e4-30b8-4ad5-b728-f6eec0b757f0", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "463f9310-b417-4662-a4e2-195d17233af8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5f31b0aa-11bd-4806-9e96-54032521c3e6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03540733-3f74-4abf-831c-26b77550bb91", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6693572-61aa-471a-bcbd-c81786b862ac", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "471a8113-2edf-41dd-a0d7-1947d353b7ca", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3d13ad48-b510-48c1-9de0-5aea049d2dea", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a256f74-40ea-4fd0-8406-b12d7b20c0b9", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e71adbf-ff1f-4a70-bc47-b0984b8ea461", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "583f0e3d-cc4b-4d0d-beec-f7070631431a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea75150d-1fff-46f3-853d-56f2a76445b2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea56a6f3-dbdc-4b30-b65b-817bd59f3513", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0ecde1c-a97c-4a60-a40c-628e43ce721d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3f07d2ba-bdac-4b4d-92bc-0fff86eb1117", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6bbb35c6-7e2d-4e26-a833-73cec4bc877e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c80d707-0c28-4cba-b574-a469832ff76f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e031dda-76c4-4b1f-ba1b-ba8ecc3f10d7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f6c3423e-4012-4a7d-a171-973b4240cc6b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "688ab10c-c969-4f37-aa52-0aae2b4b41b0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3d6439ca-9a1f-4d2b-bac4-791294774017", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af35bdb9-1d89-4723-9b4a-ad0a64058f4b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2ccc9501-8aeb-4336-a4eb-0c3e368e3064", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_238.pdf" ], "test_cases": [ { "key": "ffd66546-522a-482c-a36f-aaddf95041ea", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OUTSOURCING AGREEMENT" }, { "key": "8134ccdf-cf3c-4d2a-a0b2-cde2351d3551", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "(Dragon Systems, Inc. (\"Dragon Systems\"); Modus Media International (\"MMI\")" }, { "key": "f54e4a6e-9aca-4624-861b-d99c6f6ba67e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/19/98" }, { "key": "d5edb5a6-cd6e-47cf-a078-ef69773c3e48", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/19/98" }, { "key": "7e016119-5d83-48ef-bdc8-a104403496e7", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "ff7a53ac-7f5f-404a-9b81-bec145f2d72b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Massachusetts; Netherlands" }, { "key": "743887e7-1dd3-4a1b-88b1-9f4c9d9bf48c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58f60d58-0f18-4949-999d-a0ed39301ca7", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4aed3ac7-e047-4fad-b9b9-2d862bd19262", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "260b2f42-7d6c-40e8-a19e-5bc8ddbf75e5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "786563e6-9e5b-43fa-8daf-ac5ff721de5b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef5bad41-1549-4865-9e48-6a5a62527a4e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6f28bb5-f16a-46a5-a38a-154a2a072583", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2085931-8db4-49ee-b1b8-ad49f8b81e60", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "908f9237-a363-4b66-8ba1-733cbc499718", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6e676ef-a02f-4d1a-a15d-d1d47de12a85", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2070d53e-5dc8-4698-a8fc-0f683ac9da5f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0a96bc7-ef82-493b-a9d6-7b4ae17405e0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8725e61c-2bdc-4ebb-8d3b-85794d07c76f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "596b43f9-c964-4100-8833-f4141b148611", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e462763-31d1-4739-bc43-6831cce54ada", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c237729c-6d04-43b3-99a7-5c1fb4950895", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a1364eb-d6a3-4a15-8155-2311eabf588c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96a43aac-9cfa-462b-bd9d-474e807441e3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6060722e-1faf-4d28-87f1-592c76d006da", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "806f8e9e-4f97-4729-b3d7-2ddea9d87624", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98fcfbc3-d442-48cf-a43b-78fa51fb23b4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "308eaaf1-7c29-42f5-bd5a-c2be15261f40", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2efc18c-f555-4a37-b5a9-289819eca650", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "304b28ab-7434-40f1-8028-ce39a3d66d22", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2876ee6-3c88-4f2f-abd2-cffbcf7d5f42", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c34b4a3f-73da-4506-8c22-ae2060b9668b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "144e8718-e1ed-4b76-b0a6-f6531a966fbf", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c55fac3-ba4c-48da-b35e-413fa75ef862", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "695e4ead-4294-467f-8565-4921f0f84422", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5472f1b-9f76-4c86-9fc2-ea8fe22ff8cd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a94d582-e522-4058-98f4-74e4ee0aa592", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3690f490-13d5-4cd9-a59b-08950e77cd32", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b221a8b-02bc-492c-9b0c-7818915993b9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "63136e7c-a665-4dfe-bfc4-879f8277c9bd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_239.pdf" ], "test_cases": [ { "key": "fe63d24b-0166-45cc-a855-6f3264e6b23f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PHOTO RETOUCHING OUTSOURCING AGREEMENT" }, { "key": "6d989de7-8491-4af2-9a10-4f6675f9fbdd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "(DGT Corp. (\"DGT\"); Dolphin Industries Limited (\"Dolphin\")" }, { "key": "54790c64-0f13-491e-9ec4-e7d25b7a955c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/06" }, { "key": "7f53769f-bc61-4d54-964f-e2af22e03f4e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nevada" }, { "key": "6e16dffc-e4d5-4cc4-86ee-e3714d95da10", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83cb4333-e6ea-4b0f-9283-a31412df3088", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6815ac17-455c-4444-b4c4-aae639c2504b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01ae7cc8-d3ec-4fa0-9b94-3a76305fd312", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3c394d58-8b2c-49fb-8241-f5904f8369b5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88812ddf-d7d5-487c-9ad7-67ce4ff9795f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8849cd1a-3e2f-48ac-80d7-4734d07cc9e5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "637325ef-a048-45c4-8b54-8133892219a5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35f31673-4e0a-4988-98b0-51e1dd38d83b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3360b074-6b92-4d86-a6c5-e07b058c72c0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0091cf28-b913-42e3-b11f-8879f25a6722", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6ec5725-d5f3-45a3-861a-6047e167848c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ec8bf95-2cbd-4148-8bfa-20242d301312", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7943852e-f28e-44a7-b3eb-4fbe96defbed", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d342348-9ad4-44a3-84e0-bb78a4be679c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18e03c1f-921d-4e72-88a1-256dbaea9e2a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "061a8ffb-47c0-4f8c-8bc7-7a8e523faeb2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8671b92-0b97-4770-9b42-c7b62cbe7468", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "332668b2-02b3-4891-b428-5f75ce19377b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4cda074-032e-40db-88b7-b281c5c70d46", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "071b28be-0f57-45bc-a7b0-7571c762a6c2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd523db4-a492-464d-b50a-e1dc3c3409d5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53983e98-68bd-4871-93c1-f72b2993c690", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87adb842-99d9-45cc-8181-fdef929de400", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f39e069-289c-47df-892e-fcaaa806d747", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "072721be-229a-403c-9935-3552087911c7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4453a81a-9a04-4bb9-b9c2-e9434302ec71", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4683dfdd-00ad-461a-8252-e4415a424773", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f050de51-45ce-4a92-b417-c6e93b1f8adc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5211e34-4a34-404c-a960-14dcbf88df55", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39fb6eaf-366d-420b-a84c-3ae39334c9f8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43700344-6eae-4fe6-83eb-0ffca7f55919", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45232504-6bdf-4a49-a5c7-31ee8d98b148", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "034a97fe-2002-4101-8ef0-2c986ee598ac", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_240.pdf" ], "test_cases": [ { "key": "5c2b11ae-497d-4bdd-a5e2-d5b4a279dcd2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Outsourcing Base Agreement" }, { "key": "ed5d208c-4f6b-42d9-824d-ee9022f2d594", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "(International Business Machines Corporation (\"IBM\"); Manufacturers' Services Western US Operations, Inc. (\"MSL\"))" }, { "key": "9766c97e-c5df-4dd1-be9a-b4154e2cdc51", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/5/98" }, { "key": "00a68e9d-b348-4832-84a0-4204ddbfb37e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/98" }, { "key": "032465a9-5ae6-407b-a8f8-5aec6aca655d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/01" }, { "key": "223d5c35-1240-41f2-924a-62a57e683ed8", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 12 months; successive 6 months;" }, { "key": "2d17d49b-1f42-4d41-a396-8abc468840ce", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months; 12 months" }, { "key": "1781bf4b-47c9-414b-bc2b-2d63f98049c3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "4ed98dc6-4c48-4f56-84c4-6bd1f3250b7b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aae534de-c106-4b8d-ab84-3a6ad669ff6e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2ebe1e6-7ebc-4187-b2e7-576cda8902a5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27258bb4-7d19-4290-bcad-7a4f4eb574af", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2721044-859c-4fb9-a418-e5d67a326caa", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f14230a-2785-4ebd-ac7b-6f4ff5a8106a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "64bf5705-9f91-47c7-a86d-609b28d7b61f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5fce779-2e3a-4ba8-a534-e2fc38a97dbf", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a03802dd-9100-49cd-8ca3-7f2d119917b5", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6106d6d2-2a90-4dfd-90ee-046f493c4af9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7af18959-d187-42ac-8890-18b04b8cff1f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62e9bbdd-ca11-4822-849d-d92b0c290c6e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bd47040-1a09-4be8-9ec8-e2a458f18b08", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "731d85da-c1b1-4fbd-9ba5-156da35515f8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02cd4a37-495c-4fb9-bc51-5c194252cedd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1cf0ab4-74a8-49f9-8015-d8bdbc0ede0f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b14fd447-b634-4c18-a688-f22cfaf05c1b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "806196d0-d313-42cb-a801-76906f304164", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a029401f-5716-4a24-a1c1-c5487e25a617", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d4bae5f-cf53-4115-8a7b-10438ca8c33f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2689812-8ec1-4ff2-a4d0-556c28dff544", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9484a22d-0011-4d76-8826-61cb5b505980", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb3b1068-0f50-4e18-9eee-77ac59875564", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "171ab8dd-0a59-431a-accf-e5902ac27427", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bcdddf2d-dd68-40e6-9b45-e4445f0e5543", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae3d4a5b-8ad0-4802-90d4-fe27a9ca144c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "da14a290-d939-4993-9b75-dc0fd4673854", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74476932-6e7f-419b-9fee-6d4828651c1d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f0449f2-0dc9-4d92-8217-46cdcf6e1d0f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca4b1f23-2481-4b5a-8651-dcf687c84fa1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e50d6671-2123-4fc6-894c-818eba6084e4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9281b5fa-9327-4c18-a244-fe4e583e1961", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c64e523-e0ad-4193-88b4-89519d6bd8ec", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "f3769565-d937-4571-9246-638a89163360", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_241.pdf" ], "test_cases": [ { "key": "a569c8fc-b64b-4db6-9b7a-e8efa27af244", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OUTSOURCING AGREEMENT" }, { "key": "35661772-efcc-43ee-a24e-55c847d4faf7", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WYZZ, Inc. and WYZZ Licensee, Inc. (collectively \"WYZZ\"); Peoria, L.L.C. (\"NEXSTAR\")" }, { "key": "8c3b2dc1-3b05-4429-afbf-e7a6394e1d64", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/28/01" }, { "key": "e82342ef-4eb9-44b3-9329-823c339015ee", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/1/01" }, { "key": "63167712-4426-4345-98b3-a75c4c27cba9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/28/08" }, { "key": "1ccdca4d-2c80-40bc-a2fb-58abfec5318d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Maryland" }, { "key": "f5436253-1e00-4dad-a74a-8fdf00ca48a4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "83bb44c4-c607-4717-9e1c-118d03c7460f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62db942f-c2af-4bde-968f-1ec0a4c3ba35", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "004c793d-2989-478f-bfbe-6eddd8943c36", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ae82175-25d3-417b-933f-cf9e5258c6f3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f590fd13-94c9-473c-9e80-3a801b65c84b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a13a9b5-95c8-413f-ba55-78831c1ff3df", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f1bea20-773e-4503-ab39-ec4d6359e418", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0aaacf1-6f52-4127-9182-6c2313657ed6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8274c369-e8c9-429c-bb77-1a4fc6f18bf7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4a4b01a-38fe-4781-bbb4-d57ae37567fb", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dc991a6e-d83e-4601-b523-536a8a95ac22", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "69af1c87-eb59-40d2-8ca7-42e39ef013e1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37760a3b-6f0f-4e44-b295-4010b6233009", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "607519a4-1b07-45a6-b3bb-21d89b4c065d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7394251-7a5b-4d88-9bca-b850c0048313", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb10cbf8-d00b-472b-86c9-66280879c16b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c9258db-795f-46cf-b01f-b66ed0407f11", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5771b0cb-57d6-4657-898e-551c351b51aa", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40ddff14-a01e-4e9c-acf0-1c9b3d0371eb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4d459fc-3807-442a-9248-21148e63f3d5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3f2ef88-b0dc-49d2-9f55-0aad10b6bfe8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a0bd3d1-e5ba-42ad-aed9-67dfe97c7168", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfde4fc3-290b-4152-8d8f-e2a3c0d33558", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e88c2041-120e-4138-97c6-264db85fc730", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "56fbf95c-0c27-4719-80c2-efdf440bb48d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb85c029-58f4-4e40-b2f4-cd61aa8c6fec", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed158f9e-a924-47f2-b34a-bcade7e6a86e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "12668d3b-19be-4e44-b27a-8934329c2003", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9fc12af-de1a-408f-930a-7d611c01eeeb", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91454fae-5804-4a73-8ee6-f22c3dc03348", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3a2d1ae-f87e-4ce0-98bc-bbe70c50d6a8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1de58db-30fa-4df7-9357-d7ca8a9172d0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7890b776-668b-41fe-a813-07cc23d5b9c1", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_242.pdf" ], "test_cases": [ { "key": "14a6da56-3646-4110-9cab-b501e1886ccb", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ASP and Outsourcing Agreement\n\nOrder Form" }, { "key": "52cc86d7-7d41-47d7-b1c8-da6881a0e0e3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "E.PIPHANY, INC. (\"E.piphany\"); HIGH SPEED NET SOLUTIONS, INC. (\"HSNS\")" }, { "key": "297c8641-0b77-457b-8567-3bcb421768f3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "07/31/2000; 07/[]/2000" }, { "key": "13cc0e3c-222b-4652-a0e0-ab94245ee6b4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "07/31/2000; 07/[]/2000" }, { "key": "69fadccc-15d8-4ea2-bd5a-c518633de381", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "07/[]/2003" }, { "key": "4a81e6f7-6a30-4c93-8020-5dd4e70dc197", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "4180682a-4055-45ba-bbbf-1858dd1cfd89", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a7220a1-1e05-4d80-b0f8-34240b2d93c5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32150cef-c025-4344-a769-485886103149", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f5bfbac-00d2-48a1-be43-9a21e66ec792", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e71e2eb-b35b-4d56-8c8e-f81749969c98", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91447592-004d-4f30-b5a0-2a3b6518e183", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "566b37e7-e0e7-4cd5-99c9-ba7ace6a5860", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fd8ae3b-5abe-4af0-9db0-492eca204321", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9106780-cadc-439e-b5d7-968bf490ad98", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d9d9586-5dd4-4eec-b3cb-dd1f14ed5a83", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2095451-da41-4329-9615-6908bd3c0bac", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "19c00938-235d-4d76-9002-6589b09879a2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "639e78ee-9f92-488e-a627-0c49ce8b98a2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2caa1e3f-1031-428f-bf73-1f1b4c840ae3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "45997eca-4719-4831-959f-4bd6eb02ddda", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d911c33d-3393-4cb8-b7f9-95b96afb7294", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4ff816e-5611-4dd5-ba07-0b2975f185d3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5c7887a-28d2-440e-8a34-ad96fe7c8678", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "99e28530-5d62-4c3a-9109-bdec3b60a204", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd11ac85-4814-4675-8e01-e603bff24d06", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1f66fb7-b692-4a70-b7f8-0af91a37b32f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e92d0ad-453f-4d6e-81ac-dda768ea2e85", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef380d01-98e9-4106-a7c6-0d2c744e5f05", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82cdac7b-fa9f-45c5-852b-756da5e5aabd", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "102865f3-ec9f-4c02-96ab-d01c7ea1920a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f4a28f8e-db18-4655-813b-d944b7212798", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ed2103bf-d1b2-41d6-b5b5-d89629360b9f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "053a7b1b-fdf2-4406-b1bc-0314337c5836", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a4ddd6fa-0627-4cc6-be06-140a21bf6b2a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13d322f9-db2d-42c1-92db-12fdc44f2e29", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2375252d-4f2b-4764-9b55-c346f6cee5fb", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5c078bc-473b-4c07-a485-1a0a95bc7e28", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b6266085-7fe7-4f00-8197-eda0ac29ca6a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b061ccd4-6288-4fd0-8421-a228e7d76813", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_243.pdf" ], "test_cases": [ { "key": "77fac470-2e12-4acd-9ad5-c43a113b3b42", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "United National Bancorp Enters Into Outsourcing Agreement with the BISYS Group, Inc." }, { "key": "d16b37e0-1b21-4a28-a200-87dd156ca674", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "United National Bancorp (\"UNBJ\"); United National Bank; BISYS Group, Inc. (\"BISYS\")" }, { "key": "c973f974-2fc7-43cd-b8cf-f0d58e624008", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/18/99" }, { "key": "1556def1-fe28-4238-b586-be479183518a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49ed3251-fde4-4c55-ab94-c0089a5f6dd4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8cbc415-6d01-46c8-a274-57322b2aace8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09a52953-067c-434d-a8ae-7e5a14b35148", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abbcc5c9-10ab-40d5-af4f-711811e18ccf", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c1f56e8-a3bb-42b2-98f1-02d018e040c7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "278d696b-2fe8-4c85-93a0-12bffd523827", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d73ea5c-5004-4a86-aadf-554e39a7f096", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09714c96-e370-473e-b25d-ad1366682ac2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b41dd36-57ac-4d7c-92e7-2a84117ec36e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22bcde7d-355c-4b51-9aa7-595adf500426", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b9ccff5-7daa-4554-bf8a-1df18750c8f1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83e685ea-c6b8-4460-8665-e3deadde49fd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e37d32ae-5da2-4a4d-8ea9-c20b99a725d7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "266d7f99-a086-47a4-b1f1-b6169623d579", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44680314-ea44-4782-8906-49f720f684a5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "106e2e16-a85d-4d1b-866a-6fcc1ee8cbf6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42fab14d-9590-42fc-ad2c-4423d6b38794", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6aa2751a-c5fa-4988-84c1-dc1d944c1f78", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7370b226-515b-46de-84ce-7052505f2de4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78208734-ac0a-4c89-b55a-771541098979", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da8a182c-109e-426f-9762-96daaf106ac4", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c8e20f8-e0af-4758-8cfa-6ebe8ca72643", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "661ab7e9-6229-45f7-9366-f2bfd4f3252c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5f2027d-bd5c-4091-8828-7f658b55317a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "099c9404-64c1-4f8c-a359-3a6b9f585e55", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6534b46d-1709-438c-90bb-2182ea4cdf03", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47b411f6-4e94-46b3-86ce-825dbdf09165", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4d52c3c-a1e1-4f2e-8393-9e4cb9228069", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5d12112-f1a6-4a67-91fe-a468c2144243", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6698322-35b1-4e00-9dee-7ae41a5d8ae3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ce532df-e0ca-43d1-b757-176bf4982e30", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "095eb5d6-1c1c-431f-bbe0-3bbaa158372b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cac056a9-d1cc-455b-9a98-80ca32e8ee87", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_244.pdf" ], "test_cases": [ { "key": "d92c44e1-57d0-49cc-9586-e936b502bcd3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Reseller Agreement" }, { "key": "4b2e44ca-7576-416c-89f0-f09882f40c26", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "695014 B.C. Ltd. dba Galaxy Telecom (\"Galaxy\"); Galaxy Telnet SRL (\"Telnet\")" }, { "key": "c223c116-75b7-4472-8fd8-fc8f68266a73", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/04" }, { "key": "6779b7bb-4743-495c-9f68-56dde1d1e3ec", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/04" }, { "key": "7acbdd3d-789d-4527-a817-3eec92b43c28", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/06" }, { "key": "36819bcf-03f5-4f5e-897c-ab867c19d313", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "33d1bdb0-3c1c-4e1f-a85e-386f273247a9", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "1e305ae6-d80f-474b-94f1-0796f3cae256", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "British Columbia, Canada" }, { "key": "b4d7d740-180d-498b-8c66-c71fb551c7a2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "356cc4e7-d4ce-4161-b1c0-3a426cf8f7e3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a47fc81e-8f99-4441-a69e-54f8f822ed10", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75787cd9-019e-4a73-bacd-de1eef9373f7", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed71f0b9-dd01-462f-94e3-48ac2affd587", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f9b9e8f-d107-4a5d-9d72-4adc3c45d9dd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "120d84d6-7ead-4a4c-8fe6-6c13c6be4e28", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77ecdb2d-3b87-4c17-a6bf-68b357a588c3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b493bd9c-01fe-4715-82df-2b76d826314d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b758f28-a660-4244-bf37-023a304e0ee3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a976e279-3099-45ae-8490-e75b9749af62", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b9b94bae-9716-408a-94bd-c4c5b6e4282b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "495fea26-2fa4-4058-895a-75cb86fbee47", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41b2599c-4755-498e-a777-d27df7f97367", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4aabec14-4451-4c2c-b697-b224d29b3093", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "939abae9-401a-454f-aba6-01ef756d40d0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c391cb12-11d8-4ccf-a470-8a28205fc48e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8519b50d-43f7-4613-b977-e5eafef7b0bc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e684e1b-8f3e-401d-87a0-4759bcf0151e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8389796-7ca2-41b8-89be-02ea2c267055", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "686c20f4-a64d-4a97-b704-e2f84c168b93", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6f1b8a4-e916-4354-814e-8dff755ee06e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e354ce0e-ff26-4cf7-8ce7-e49b85accc0c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f0fb09a-634a-4965-a2b7-f0ac62dfef60", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02321ecf-5d6e-46a2-bf9c-e65f5d352ea4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "497c02c0-ebdf-449b-bc46-046c880c9bf8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2990844a-c9a3-4a36-afce-d4f72311c729", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83f01219-c22d-4163-af0c-77d8e48b6014", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6f29da8a-a239-46fe-8e1c-da323dfa7fe4", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "891cf168-a7ce-4398-8ac3-c2eaa802c0af", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5566ba36-3f7c-4d15-ae22-50bd2e8b040b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b6b6eeb-7bc4-4a2a-b73d-d6a63f90f950", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52441c67-8bc6-4b2f-8b60-393a6bd7551a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4635f026-40d3-46d8-98f3-a6876a0288b5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_245.pdf" ], "test_cases": [ { "key": "8e9b2fdd-9d8b-40cf-8946-e8242d92baa0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Distribution Agreement" }, { "key": "6f206f24-0584-457e-881a-0856b73f2246", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "American Express Incentive Services, L.L.C. (\"AEIS\"); Schoolpop, Inc. (\"Schoolpop\")" }, { "key": "bf58e089-8276-41a8-ac29-2753e6fa44f5", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/04" }, { "key": "7228c31f-7c09-43e8-8de7-d7dde15009ef", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/09" }, { "key": "89a6610f-2cf6-49bf-a570-e758c667b81a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Missouri" }, { "key": "f03a363c-25fd-4701-a00e-b376a1d2f432", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1ec7a8d-bd8f-47b6-88a1-9ce8ca3740d6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ba0ecbf1-45be-4240-b55d-9a486911f5f4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "980dc1ec-75de-42c1-9927-8a60345c01d1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a72fc340-7328-4d4f-b615-94b9d41c5dc7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08ca9f9a-0da8-4c4b-ad86-c35f3f2d7209", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31337d60-a2f8-476d-be61-93aeafd8a39b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8222f62-6e8f-4746-9a99-aa8bc47f06b7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8843b7b-ba00-4d5e-b4e1-e69a85f702e7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "190e9a5d-b0fd-448a-9f2d-6c8c160cd5a2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8839189-cab8-4b37-bdcc-6e365722018f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "66ba64a9-2bea-43d6-bd34-381b1277818c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edf609b9-7200-4fe3-a86e-296dc10b2c3b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e0cd1d3-d1fb-40af-a2bd-cde148b758f1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "92a651dc-98cf-4069-a6d6-02414f5ab700", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44049875-abf4-40eb-b004-c114825a7f62", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57f3d3e6-b95f-4192-a58f-b2d89559e65a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4984f0ba-0a29-4e77-ab40-9cc757e8694a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d8114e2-a64d-45bf-8d05-6391b6f088d0", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92ba4e43-f474-4422-9b5b-21fdb00745c7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c1cdd18-0785-4e6e-bb6f-0ede0284d9b6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "661833d5-e6df-4ddb-a8cb-a7543444d092", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebbcf30d-5916-4e20-b200-98d6e0c2b044", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a90e8b0a-93e9-4647-acb3-ff839f2d945c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b53403a2-dafe-4766-8d02-17f32138c32b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ed9ceed-8bc5-4305-a88e-efb3c8e1b784", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c586af5-cb1c-4920-8adf-f58cf75ad8c3", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9a77eb9-f889-4b00-8135-d95d8cf276ea", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e5ccda50-cb9c-4776-87da-6703737a6caf", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34cbe0f3-eacf-4817-98dd-ac1afc2c9f81", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7bf53f3-6ca0-457b-8d54-08cea804e560", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cb51f7bf-27c2-4779-a2d1-5e3ec4b85dea", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ef642a0-c08d-4948-908e-044e0659ed84", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "482cde1f-2a4d-4c5c-9523-081e09dc3b4c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_246.pdf" ], "test_cases": [ { "key": "b7fde4dc-85f5-448e-bc14-0509b72749b6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "RESELLER AGREEMENT" }, { "key": "3d8ba714-7713-44ba-847b-e85a81b1b46c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "McDATA Corporation (\"McDATA\"); MTI Technology Corporation (\"Reseller\")" }, { "key": "b7db7143-bd0a-4ab6-85dc-a3055f25e35e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/29/04" }, { "key": "9393b18c-c579-4f11-88f4-a48b1ccf84e7", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/29/04" }, { "key": "bc9c046a-482b-468c-869e-6d7ace20cb8e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/29/05" }, { "key": "c865bf7e-663a-4724-aa3d-34675181fc3e", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "d6359fa1-9719-45b2-bc00-7ad774b62049", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Colorado" }, { "key": "c3a543dc-e0d8-49d9-a29d-23eccccf0c21", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "185aa0aa-8a66-460b-9bb2-ef1cc273f3ef", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e392ac6-f189-4e84-ae68-58146e0a0d58", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffdda737-ec5a-4056-aebd-2024388ea2e8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efa528ee-1ed7-48c7-8607-9c4343ec1ad4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b4fa49c-8ec0-4907-88fb-42b5d6b7ce87", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d9fd832-f761-4a11-84fe-c3928dc12c52", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dce751d9-a292-4d82-a4ea-1369d158de6a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a543f6da-d5f5-43f6-b31f-a9065ad42c5f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cefc6a2c-044e-43ac-8ff2-2ba6bd2288aa", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33c5ab6c-3cb3-4ab8-95d5-cba357326a00", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6fcc5a0c-f2a8-47b5-af1e-b7303312c9a7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e603f29-85ea-4a91-99e7-132b141bf3b3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "039828e6-25ff-4e3a-95c6-bb8dfc1e501f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0421ee32-9def-42c3-a8f7-ad0fc4143d0a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e919eda9-30d9-47cc-b13a-504bae3806b8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2aecffe0-f9b1-47ef-8124-d137b36e1df4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a102ce10-3c65-462a-83e8-b8df9f3b1295", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f5e8ade-388f-4428-81ae-a8f937f8a59c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "18adb147-53d1-4c82-8721-76eb696b473f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8870e44f-1ff2-4903-aed4-4b7c178e3aa5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14373261-d098-4ad8-94cd-00f040b18ec8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c374450-86de-40a0-afe0-bc5191e7041c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4dab0b37-031b-4457-be5e-9e9f8d802dd4", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da0e5637-6385-4e83-aa69-b06cbb4dc463", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4514697a-450f-4c4c-b75a-b68141f217d7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "301e9d8e-747d-47ce-9892-0edd6129160b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d3c61d92-8264-4404-b0c3-eda13c4378e6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "981b1f89-e395-47ab-9c32-f27592de44b8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1afb4de2-0b92-420d-aa14-eccf5eb1a5b0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d44332a-5ce7-4894-a690-e99de4874e10", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84d709e1-0485-4d51-89ca-b00fff040874", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd849432-dc93-4155-9362-033bb4440266", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "19da85af-afd9-4871-aef7-a7ddc0237d6c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_247.pdf" ], "test_cases": [ { "key": "4760ba7f-019b-4d62-b4e8-5120d2395dd3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "RESELLER AGREEMENT" }, { "key": "b5e7cc2e-de59-4840-9dd2-17da334bb51e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MediaNet Group Technologies, Inc. (\"MEDIANET GROUP TECHNOLOGIES\"); International Direct Response, Inc. (\"RESELLER\")" }, { "key": "79c03c6a-64f3-4679-85cb-b2ca117e18da", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/19/04" }, { "key": "c41595eb-1ec3-4c7b-a863-968fd1c461dc", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/19/04" }, { "key": "4c7380a3-1d1a-4f54-a040-997d8f70de70", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/19/05" }, { "key": "6b89ed3c-592b-4484-b1b5-3afa6b3c1299", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "1e9fab50-faa6-44ac-9725-9190369d0c87", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "402abed8-4e9c-4cc1-b888-26b6d9a3e94c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16472bda-1670-4775-bc00-5db4103cb3db", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b10d79c2-84b5-48cf-9cd0-7d919efaf908", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17f1ea44-b291-4b4d-972b-6133b12b16c6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "023c50f4-a69f-46fd-a95f-ff389566c2de", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b52b9181-7039-4c1f-867f-3ea0ecef6ef1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14b6fe68-7a11-4f5b-b387-f9fd735a7b8b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01efeb26-e644-41f8-b149-40a5713997be", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "de0a2e9b-cb74-4cc3-9639-a93c473f460a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04548542-5e21-49ab-b2d0-9964dff92df7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "140304e4-9602-49dc-93b4-96952091c6ab", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1a0048e-6479-4f6e-a092-cb710bb1d444", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "983d5547-9c86-45ad-8a4f-52d2d49cdd78", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d718c4d4-2521-413f-a20c-a7e63ae3654f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2ceba4c-9e06-412b-be33-fb6418fba94c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3e3d817-bb8a-49b8-a8e9-94089defa08a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b87e3415-74fe-4092-b6f8-fe4bc15f6b5c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbaa6b72-ee6c-4c7e-aea1-4a2a1c8b37d2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f3b3afa-2b77-4705-a8e5-046006ba5719", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64627e12-52a9-4770-aa65-dfd523231866", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ada79117-7528-4bda-8dd7-2cf792fe7c0b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20e20ed4-20d5-4f31-9d2c-09a33b797397", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed07e7df-661f-49d3-a328-0d9aee0badfd", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "566d2981-7826-4a0c-b8f6-2c74a0638149", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb7e42e3-9347-4afb-8b3e-b14957ae2d26", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94ea59e6-c58e-4a4e-9121-a5aa9eef5958", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2624e35b-ccb5-463a-9640-644aac33f7c3", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbf295c7-b1c9-40b1-bb73-a4f6944337c9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "31311302-33f0-4c2c-8a69-068ef6a68ee5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "722e063c-2de1-4b28-b999-6b2ef629a93e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebef64b5-2ec1-48af-b69a-aa6fd8d62293", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4d5487d-5aa6-45c3-9972-b8614439bca7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bf86d2f9-258d-46e3-b0e1-398390ee7398", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3d367aeb-9bd1-410c-ada7-34e03d95b710", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_248.pdf" ], "test_cases": [ { "key": "eb159f94-2cc9-439f-a146-f6e058007d95", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Amendment n\u00b0 01 to the Global Maintenance Agreement ref. DS/C-3957/14 Issue 7" }, { "key": "31250aa8-7826-4b2f-8b61-9561b55c59a5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AZUL LINHAS A\u00c9REAS BRASILEIRAS S/A (\"Company\", \"AZUL\"); AVIONS DE TRANSPORT REGIONAL, G.I.E. (\u201cRepairer\u201d, \u201cATR\u201d); AZUL LINHAS A\u00c9REAS BRASILEIRAS and AVIONS DE TRANSPORT REGIONAL, G.I.E. (individually referred to as the \u201cParty\u201d or collectively as the \u201cParties\u201d)" }, { "key": "774344e1-ef7a-492c-a3f2-cccb5dff0ce9", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/6/16" }, { "key": "84832f38-3591-4c2e-8008-f9ec43e8f9e1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/6/16" }, { "key": "d3aa434d-b450-41dc-a5ca-a90ce45cbd7a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "ff94120b-f86e-4dcd-a9f4-b2febecd560e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57d3db86-0ed8-40e7-81df-8be2c9234214", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9569e64-366e-4f81-be55-7c8beb24a743", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "327469c1-43b2-4e70-95ff-e6b9480df313", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da910232-1249-4b4b-a864-9343cfc22352", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1943222d-dadb-42db-ac49-8256583967dc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d078719-24df-49d0-8cd2-5be731b32845", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac45992b-5c9a-4080-88dc-9d2b6f6352f2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cf3671b-7384-43d3-b1cf-a916774a39a0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01313b2e-d8d4-4725-8f79-c7e09569bd08", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9249e5ca-b359-48e0-9c7c-f1d731b68c02", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43239ca0-5a90-4b62-91c5-cf5f003c881d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34be0447-ede0-42b8-9fd0-1d6f8d84afc6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "782451a9-1f54-46cb-8bd7-efcbd8a251b1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "992581da-7226-4d4d-918c-0bbf882e0873", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a356ce43-ccfc-4979-b750-bebce582f65f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f9ef216-b819-43f6-bdba-a7b9d5fc04a7", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7892bf19-b4c9-429a-9e13-5f1bb35dbc5f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44150ac6-8afb-461f-8eeb-625964d906d8", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4de261ab-f5b8-48ae-899d-550f37057598", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aac71615-6137-43dc-83b9-fde654b0cb09", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a2402b9-5638-4e3d-9ab7-f6b92ace4fc2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51072e57-117f-4c3f-be8a-af76b78278d0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8635f961-cb8b-4129-92a2-d4333f1050fc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df795d3f-8de8-4fce-bc87-8480338beb03", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64fd6a1e-8130-4ab6-b3b3-1fb540092a67", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "556eb1d5-b4f0-4bbd-bd33-b2ae567e6750", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a91474a-fc75-4ce6-a328-a9f6dd915a65", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2eb344e0-b1b2-4291-93ce-3f77972e8649", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0814d8a-49d1-4242-a084-50f29222671f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc20af88-a956-4d40-ad7b-bcce466eeed6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18268681-9044-4137-99e4-ee3e96ca4874", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7f425fe-5b47-4c09-9e0f-e2f770c39345", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "eee4d683-31f8-4703-9a04-b56bf682dc43", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_249.pdf" ], "test_cases": [ { "key": "0d9a877e-5a17-4699-927c-f7b6def7f679", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GLOBAL MAINTENANCE AGREEMENT (" }, { "key": "3f3c68f7-f1fa-49bc-885f-c41739b03a3f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AZUL LINHAS A\u00c9REAS BRASILEIRAS S/A (\"Company\", \"AZUL\"); AVIONS DE TRANSPORT REGIONAL, G.I.E. (\u201cRepairer\u201d, \u201cATR\u201d); AZUL LINHAS A\u00c9REAS BRASILEIRAS and AVIONS DE TRANSPORT REGIONAL, G.I.E. (individually referred to as the \u201cParty\u201d or collectively as the \u201cParties\u201d)" }, { "key": "723e3f27-3947-4f84-a4e6-f18090714e0f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/9/15" }, { "key": "4d855d14-5be7-40d7-9005-a5240d0aefde", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "5b85cfef-4008-4d21-b198-2bd7a792f65e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3bde3d0-a07f-45c5-9ae7-6ab845830afb", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fa15699-5641-44bd-b681-1e8473681db7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "144a84cf-4ba1-4d7e-b3cb-0936d8197215", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3734dd41-4775-4708-afed-71c72849e860", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d656767-0029-43a5-a15b-2fc051848417", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9caa89f9-fd03-4717-8dcd-b531bc57a625", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cacf066-4d73-4882-8ff2-ac8490acbf5f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4604fc7d-b27b-4b87-983a-2045221cf0d2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fdfa444-3c68-4121-9f6f-f865f6572f1a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bd70085a-d252-43c5-a0c6-fdf8b261b7bd", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0019282e-472c-45cf-bbaf-7619a9fe16a9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "605e8c7b-a691-4fab-a78d-f10901c7ec86", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3619c272-a326-4572-b197-e9b96a4d6ff3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df4a6ea1-b4ea-4417-a929-7da4543dc8d6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c64b1e87-29a7-4391-a15f-1165927b0766", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39c67da6-7599-4f8d-b54a-3d5ed1702f6e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "748dbdc9-4d44-424a-9130-cc8a552a438c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a0c4d75-570f-446d-96fb-896ee328cc17", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef4970e1-3afb-422d-b90c-a73b3c164d0c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a569062-dc61-433e-b4a9-b4fd2ea93f11", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91263a0a-db47-43e2-8758-5c15889433d8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1910033-d8d3-41a8-99ed-9e4d59051ee9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7621a118-b4c9-4cfb-8544-34d63278bec2", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "394d79f0-0d3b-476e-bbab-5dbcca2b2d81", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7101306-4f9f-49b1-ab8f-10d5a040a01f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd2a6d71-d71b-48f3-9ebe-94c673346414", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0342604b-d5b2-499b-b5e5-eab14c5052b2", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b139a2d8-082a-4186-b9fb-bc228c9c3f41", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e06834f9-b9a4-4b57-bb9d-9e032ec8a45a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd8e223d-9f05-4eae-9ee9-bd5ed0961679", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1aab0f20-8a88-491a-9e74-9c5fe33e970b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4fc939b-12a4-46d1-bd13-d27bd92c1f11", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b7681495-1dbb-4f7e-a8cc-3305192ffd3d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_250.pdf" ], "test_cases": [ { "key": "03cab8e6-948a-40bf-a9e0-c5c8db498923", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Customization Schedule\n\nSoftware License, Customization and Maintenance Agreement" }, { "key": "6268ac93-d9fb-4ea5-b131-29ae5483854b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bank of America, N.A. (\"Bank of America\"); Supplier (\"Supplier\")" }, { "key": "4fdfd320-095a-4bbb-b5f4-9c42035dfdc4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bc327cb-1b53-4a6a-85aa-5f7b7b024660", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d1218a2-e3dd-45f0-aeb8-e70b057c0982", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed47f202-d446-44d9-b2a7-5e39b83aa6df", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a305da1b-dc45-44af-8b31-84b886b4217f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "246c1b1c-a776-4de4-a413-716e9ac2dec8", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a18c52c-65db-448d-a5db-3a2d1cc971fb", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf7be2c5-477f-4a3b-af4c-819f5d4b2844", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7b8b4b5-e75d-4098-aea6-705511ad60e8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f036ce8-9ff9-4045-82e3-5b08d34514a8", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "362cd0a8-c596-4631-97d1-4085bc96c4e8", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb091849-5d25-4f22-9a4e-0d71aa867bc7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcf89ce4-2ac1-4046-8f24-8198ce05f6c9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ff5afaa-67fe-4466-81a5-91698e2056be", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e995564-a84b-4d1a-8fe3-155085174749", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5be7feb-c699-4b4c-969f-b69ad7d74375", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f19d2df-2d0f-4483-aadf-b9e819b66d66", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b2e0145-9af9-45d1-9acd-bf0ddadc7697", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42f2f8a4-8eb1-46f5-a4ea-5f9b18d11c72", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60dcf5f1-6b2e-441f-a126-f07a43044c93", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7378fe8-0b6d-43c3-9ab8-f6edf255a251", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6ddb465-827e-43d0-8365-869ecfa157ab", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c66ffee8-bed2-4fc8-b0da-e4c085aa0d4d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bcbb7c2-b57a-4003-8259-e4ae7cef84fc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3eaf3a2-3096-4ba3-ab4b-2b72e13ed6fe", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "371b50f4-d8da-4cec-89b3-a1570dbd4ec9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e85639fd-896d-4c2e-9ef7-051fb912dc4c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e54e9c3d-8dc6-4dca-b6fc-d2d3e4e1a71b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b0daf0b-a703-44db-85ab-e8e6dbd2af45", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6179cbf-1546-49e4-9f9a-0d64bc8cc09d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6a3d17d-fd25-4582-a2d6-101c07bb8a47", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c1d9ace-4242-4fe0-be95-bce0bb13e613", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3e9aaf6-c25d-4a2c-bf80-30ed6184ab53", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d3ddf5ff-da90-4ee8-8e62-6238d872dcdf", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_251.pdf" ], "test_cases": [ { "key": "9e00c01d-8904-4dd6-9b6f-3c9b8be32bfc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SCHEDULE TO Software License, Customization and Maintenance Agreement" }, { "key": "c1325bc9-aa69-4716-a3a1-c86a1444b605", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cardlytics, Inc. (\"Supplier\"); Bank of America, N.A (\"Bank of America)" }, { "key": "e25091c4-587d-4661-9e93-be3fb67f6390", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/4/11" }, { "key": "2bbe93fd-a9d1-4c84-9a2d-0715c772ae4b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/3/11" }, { "key": "5b90431b-538e-4f02-ae0a-3cd58d3bfacb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55665b23-5d21-4a7b-88a6-bd0021368148", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd67a6c1-63c1-4144-9f5c-4f14f73dc29d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d75156a0-611e-48aa-a226-1ba3e1cfcbb9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0315b3d-c112-404c-a34f-6bcde67fe026", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18e0a857-e554-4f32-b7eb-18a82715db9c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5918e53b-74c8-4dcb-ab2f-6436161430dd", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3dc4f8b-eb3d-4233-bdeb-1e5caf304124", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30da7a20-da7c-437b-ad75-d439e9a24bbc", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f35a1493-f4a7-4c32-a11e-759b14c5abbd", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ac67bb4-8733-4e94-b981-2f3ae047871a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e99d3ff2-b140-4400-9c03-22693f92838c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c33f5ab9-9464-4feb-9ea9-1556aeaf90b8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00965a5a-627e-4132-882d-ee9beb8217c8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe9817fe-6b93-4fe7-82a0-8981056192e2", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dc93eb0-4b78-4ec5-adb9-694b2ef652ff", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa2798e1-fcba-4d79-add8-9f169cd60cd7", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f04bdcf-6e84-40be-954e-48a81b3f39e4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e93103ed-8858-4e46-b219-84eb4f6ba55c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e63d6b7-9234-49b9-bba6-94e0e0d44b52", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51f06674-423d-4825-973d-b1688dc21ffd", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58d9b7a4-fb1a-4541-9300-cb1af966689a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5689f1f7-dc75-4ee9-b1ff-d36ea52f5cf7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d354451d-f6d1-4dae-b13e-6ae3bb8629b9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65cb9e6e-e15b-423e-8f69-3503d03e2553", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37069983-69e4-471e-a74a-331e3e6b9500", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bba4d0ee-5d0d-4c40-958c-659114c3e4e5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "add57005-31db-46b2-aaa8-e2a3191dba0c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2cdb874-5fd2-49dc-bb46-97ebdacaf5e8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "618117fe-164e-4807-a386-0dbaba035c20", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94888290-1b21-4835-9ada-35b87cf03b8a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10649765-a2e8-4951-b90c-2a58a3ce378f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f25f5774-eb6a-4180-a28b-8f642693babf", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f4d3f092-a89a-4371-a738-f1b115219d7a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_252.pdf" ], "test_cases": [ { "key": "df391dfa-cb07-41a6-a0dd-8cc205cd4f5f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Product License Schedule\n\nSoftware License, Customization and Maintenance Agreement" }, { "key": "4ffa687b-0845-40e2-969d-f61878a980ef", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bank of America, N.A. (\"Bank of America\"); Cardlytics, (\"Supplier\")" }, { "key": "7b7a0df5-a036-4646-8b3b-e8dbad6a04e8", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 12 months" }, { "key": "32b39759-8836-4812-a9d4-17ee199691ef", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50dd3c29-44a1-42fd-aa0e-4ca31ccfd394", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6982c40f-0d26-4836-8714-42f2af628cde", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61f36ed9-e2a8-4826-99dc-c9046dd8d854", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba6a10e4-6b20-43fb-8726-6c92eaf03249", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "270c41d7-410a-41d7-8faa-7426bdff40c5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70905206-0e87-412b-8b82-700982a5a369", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89d88bc6-8902-4167-8089-1e1545db3fe8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b15cdf9-f969-40c5-a720-1279c5b17ece", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fa4d36b-e919-4113-9392-431e04471a7c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81fa5a49-28e3-4595-a487-815c680cbddf", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78b811f9-7512-4ba3-9f6b-82e1583cc599", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e72395a-090b-4538-bd46-83f35203284b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9c8dd05-a95a-4142-98e1-6e1823d9291f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "074c3b14-1076-4396-8bf1-8c6e7517c406", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32301c28-3d30-4b90-bcc3-7ae86a5688e0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "425460a6-fe07-4f40-b0c3-0a4bd9d39fb4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "558bd425-5629-4220-8044-e2566de159a0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56f84a07-1286-4b1d-a6e7-258b5ef61781", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "656465cd-2a43-4432-be12-648df2b1b2b3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "baba4a0f-798f-42b9-af7e-d62810d578a2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d023be4-9b9c-4678-b50d-3570f534c13c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83d7c416-e0b2-4e2b-bd89-c4d4a3865bac", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7942d613-7ddc-4e00-b3b0-333ba208c5ed", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cc719a6-ae0a-45c6-bce6-c203afdc2451", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ef28413-cb3f-4255-9c51-0ef3dde76267", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a80d7570-5a26-4cc8-96ae-6114bc0ab808", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ddbb67a-4336-48dc-8673-203b7dd32b4a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "761416b4-cf20-4c4c-a789-b7f323640269", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24ad8213-2485-4017-b44d-c461a90652a3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3820a816-b2d1-4169-94f4-06e1af2341d2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5045052a-aac4-4ec9-ba91-a6d48fdfdaee", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab668735-2171-4949-b33b-7a644d06f659", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0c71fdf0-192b-40ba-9415-3643f7a8ac8d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_253.pdf" ], "test_cases": [ { "key": "78c2efc5-be3a-4a9f-9d28-ce945dbb1fd8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " Software License, Customization and Maintenance Agreement" }, { "key": "48100718-acfa-4089-b81f-017c2ca61a60", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cardlytics, Inc. (\u201cSupplier\u201d); Bank of America, N.A. (\u201cBank of America\u201d);" }, { "key": "14fefc09-aa0f-45a3-9bc9-a56b0d3724cb", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/4/10" }, { "key": "fcaff22e-8733-4d7c-9858-9027064566f6", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/4/10" }, { "key": "dbc04c90-3f40-41bd-a0a5-e82923dc3b47", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "7d9b1822-4991-464f-84a8-0aefbac14b90", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "North Carolina" }, { "key": "c59a3291-b92d-414d-b37a-6838f2cd53f6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0efd1b6f-8d89-4acf-8b02-79b6a3a1798a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0ae938b-f2d4-4317-807b-e91f56a1235c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "789adb7b-b16f-40b0-9d59-b2f2728ca77d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d91ebcfb-cf7e-43ea-a4cc-575fc8b37f3d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d3ad671-1c4c-458a-8c25-bc32e5336464", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbb78d37-e40b-42f3-a8ab-f50983164d74", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d186146-99ae-467e-9b65-3d4a54cb17b0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a1b2ae96-ebfd-4be5-8830-d29c6d04d8a7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57ced97a-cdc4-4923-9e28-44bce243dea7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "73b2a595-ef0a-454c-b801-a2da8c20ac48", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1104049b-3b64-4bbe-b2c5-8fb16871ee0a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e492e9e-48a3-4803-a1f4-20bd5be313e3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e369674-4e7c-4c9c-8362-bfb5da654066", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c93cda0e-d31e-439c-82f6-1c867b1df1e3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c4a8c715-3777-457f-9054-89e133e3498f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d4ed2a42-8e57-47ec-95ed-312c8a1e2d71", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c57fc115-9ba5-4d62-b9b1-ff0b0d169189", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "be722e31-c518-456c-bc8e-6c5aa79665b0", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "40b6abf1-8c19-4438-b82d-518e95b53d9c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cc6f726-a6ec-45f2-bade-21070945ed40", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fe916bb1-c291-43ac-b959-bf9e18c10c7e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46a02f0e-6e97-45b3-83ec-cc73136479d0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a78e24f2-dfa4-4a64-be1e-4766b2c93ed5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a863e020-cd18-4ecb-8525-7d24f9adebc8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "afde3005-f7fd-4a77-b8d8-06e3e45ceb8c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d6035bef-56d4-46bb-af5b-1c9de3514866", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8ae96673-98d3-4424-9430-977cb1f0e834", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0b52ec5-4ddb-477a-b8c1-f4dd2595cda4", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e83f5ae4-ce76-40e8-9510-9a93ffac7600", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "48503e95-5771-4e2a-a92a-aaf692a119af", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b98d78dd-1dc5-4ee9-83dc-d65ec8e9f9e2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "434c523f-370d-4b33-9e31-e0178d98fe49", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "c0f31329-b44d-41f3-a82b-d8637af95aef", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_254.pdf" ], "test_cases": [ { "key": "3ae66318-68d8-4d34-bb9a-3f005e0cccaa", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "a7d764c5-c8db-4bd3-94bd-e183ce331be6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Dundee Securities Ltd.(\"Lead Agent\"); Kes 7 Capital Inc. and Bloom Burton & Co. Ltd. (collectively with the Lead Agent, \"Agents\" and each individually an \"Agent\"); Tribute Pharmaceuticals Canada Inc. (\"Corporation\")" }, { "key": "e1126976-4a74-47d5-96cf-6e04a0773a4e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/21/15" }, { "key": "ed7feeca-127a-400c-9fa3-4c3f43f6dcd7", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ontario, Canada" }, { "key": "86f85e0a-ba30-49d3-8589-0da4c4b85076", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80f7ab74-ffe0-4dbb-82c9-cc973f33a7ec", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "333bc6b2-c687-464a-8c89-5ad0fb9ec71d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7e8a921-dbe1-4740-bbc1-a68b70a76c63", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c4f2a7a-2db2-4641-877b-9fb05e5e1299", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95e4dac1-d3d9-42cc-bc88-5eeff86aa8ec", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66c0ea5d-03e7-4a82-a42f-b9809ad06401", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80a32599-e389-4213-87c5-4f78d0aff287", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b81e16e2-f314-4ac7-ada6-3d0f9b832f3d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b38b872-5bd5-40e0-9427-c757ba1bad6d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c733e4fb-4de3-4018-ba74-ac302a2e948a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "beec1eab-c295-41c8-8042-c48f8c25188c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f269055c-b2c8-4840-9435-0883e1cad43c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8c0539f-4448-4462-a3ea-e934f620c585", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adbbc9e6-c858-4e37-ac3f-a16ea4d424dd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dc41d43-9fbd-4664-9a6d-d319eb4c6a18", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "562c26df-35c8-4b00-bec2-de41599e8a50", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3c7a340-fd0f-447f-be49-e9ae1fe78a2f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed166b5d-1307-4d79-90df-d5b1a2fde2f4", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8d2515c-2f69-4158-a52a-4373be076b60", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff60b950-a51d-4f48-960b-613674f478d6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7abc7eaa-0105-4429-a35d-35d9f36cce9d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73bb5369-0ee7-4d24-aa7c-c305071d5ec5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e65edfb6-ba1b-4623-bf27-5dbfe3db769d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad400773-e0e9-434d-8a0c-a008a9a510f4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "902db85b-9b01-478a-92d9-f98ef02647ba", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79c937b4-f435-45fe-9cac-a860e6ec7bb0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a90c4760-e2c8-462a-aa94-edd334c5dbbc", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "848e3ccf-36f7-40d7-ac40-bf04115ecb64", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edc66b8d-d5fd-4e37-b736-dcc28aa51d1e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49b9acb6-a95d-4dfe-b45e-e66204cafca2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a06b54bd-a5a6-41e0-b29e-c0adcd3d32b4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32d17a37-d69f-4cb3-9764-2527e509d5f9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "84abf3e4-a0d6-42b9-a257-534b605cd3ce", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_255.pdf" ], "test_cases": [ { "key": "f63d454e-cc34-4509-8f35-56d9587fe3f6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENTS\u2019 CERTIFICATE" }, { "key": "b33b63dd-abe0-4b71-8ba5-f555895dc0b3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Tribute Pharmaceuticals Inc. (\"Corporation\"); [] (\"Agent\"); [] (\"U.S. Affiliate\"); U.S. registered broker-dealer affiliate of the Agent" }, { "key": "86e6f87a-01a4-4e2b-b4bd-fd7229dd7510", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2015" }, { "key": "a58ab850-5c9a-47d7-89d3-d3ffeb9d1d59", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ed8bf12-6e2e-4ba7-95eb-54861afdc29e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8a8ff6f-eaa1-4f19-a490-d3d5d36da2e7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "758d4d81-77b3-449e-901e-774bd34e10b2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8af5fe7-0c85-4552-83f9-6ebe11a10fdc", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a938a573-5055-4cff-9e27-5ed7b80d73b2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9204c47-2164-42d1-94a3-153cf51e9391", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d160dff8-959a-4887-a84c-a9e8e9dfa3fe", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00b8d095-ef1f-4fa9-b67f-d5c5870f4b1e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73eab82d-f97a-402e-8a5e-d3f910f13c0a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b301214-9694-4f9c-9534-9c45785ca5ed", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0a41aa2-c150-4f3e-bd01-b919708c9caa", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2a94977-e3f6-40b2-b299-2b9d41da1b16", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88f7082c-a6d5-42a8-a936-9eaf43e50aec", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eea63c5d-8eed-4cda-854c-4e1b0b979106", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7beaa901-4846-4798-8952-14e81c627298", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc89fb43-42ba-41bc-b6f2-82856521a13e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f12c2e8-e98f-48c4-b7ca-d1f05efcbdd2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87943d1b-3a47-4fdf-8200-60045b3377f7", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2613a44-c8a8-4c53-b695-a983b06f3591", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de755074-924d-4f34-81a8-f332269d109d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca7dc429-a89f-43cf-b8bd-90a66335f2f3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e33e750-848b-42be-ac68-c936ba519c82", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db527f99-6fd9-45be-b2bc-7d2afef865f7", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79c0f67e-6f37-457b-b5c7-08856613566e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00b88137-fb33-479e-924d-427df55251c4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83ccdbf6-6bca-4dda-b6d0-d6009d8baf22", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55a66213-7f00-4d6a-9fbc-4775fd40b705", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bc1f0b0-bd2d-49ea-94a7-6bb08a1af74a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "342bfa03-39ca-4a18-9522-02b677b057af", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8699115d-4b48-4d94-b21e-d61e16eb2d7a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e79c1f6-d6f8-485a-a6b9-049c14a5b241", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5b07d13-8534-4af5-a6a2-bc15aa3a79e0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "697c7295-33b5-4e94-bdbd-554820b50c4d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_256.pdf" ], "test_cases": [ { "key": "c2ec064b-3f7f-4632-afae-3d3c13d00961", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Supply Agreement" }, { "key": "71beef03-cc11-4621-a7cc-58cd9c2d30be", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MediWound Ltd. (\"MediWound\"); Challenge Bioproducts Corporation Ltd. (\"CBC\")" }, { "key": "59cd6b0d-819a-4287-a422-827bbddedb33", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/11/01" }, { "key": "e5d98000-8555-40f5-95dc-325d5f393378", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "3d8ed636-f1c4-41b4-810a-917b4c91d40b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fc8eab5-d5a0-41c9-82d3-1d753623ca3a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a540672-666c-47af-8ec6-5e50ba75340d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f9ac884-73ee-41ae-bfef-5f125224e47f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2fb75f21-27f9-49b1-a747-731cdcbc5922", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f44c061-371d-4daf-8a45-1d0338b25dcb", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e3312da-f53f-4241-8f6c-56fcb6916671", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4f35960-24e8-480f-84e4-38a14099f547", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d701126-4319-4b5e-98f3-860f53fdf770", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7840e68e-a776-4dd2-89a2-1368a096d1e3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0ffa0b3-d18d-47d3-8185-5c90bc8e39c6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6699ad3a-08ad-4040-9e13-73c94fc72519", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44375226-793e-49ac-a9b0-efde7c708ac7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83b8afc8-89de-4aef-8f73-8c54fa5b8755", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7a97626-1355-4cdf-9307-d02ef399ee14", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef019c1c-fee4-4e9b-b8f6-58aaef8f8423", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3c51f59-76d3-4c32-b6d8-56af68573b15", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce477389-4c93-44ff-8297-6bca182e5a9f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d628776-88e8-4701-9ffd-3e15c73444f6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e482e83-4841-4aa0-b29a-1e394c4fccef", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "499a9242-82d0-475a-9df7-015c71972d05", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec1d7837-3dc9-45b3-bc8e-e149c020a513", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a30756b-07a6-4955-8cc0-138490d4ae86", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b89df03-e722-4b65-b6ea-2fc566bd7dbb", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed09e7ee-50ac-4fc9-9fbe-61960a4802af", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8116453-d3bf-4119-848b-7d2556bb3630", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8a9b2b66-4e2b-41a5-af99-89d0c7737c8c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b55ccac7-5c1e-4f82-877b-1d504d26a792", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b8e8b8e-5718-42b8-9296-78cc09862dfc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbf7740d-18ac-4cbc-a824-e998f151b843", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dcbfa689-d117-4514-b0bd-6536a2dc67d9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d4cfba8e-f43f-4780-b784-53e51314981a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32797092-82d9-4bbf-abcf-bd74f7b1a946", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9bc387fd-0d83-4e9d-a335-60b42d8131d9", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_257.pdf" ], "test_cases": [ { "key": "adb7994a-3046-4c00-8167-1980e637f103", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY AGREEMENT" }, { "key": "6d5bf4ec-5b3e-4ab8-84ad-b2103d7d2b54", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Integra LifeSciences Corporation (\"Integra\"); PcoMed, LLC (\"PcoMed\")" }, { "key": "72747d96-2b22-49b8-a202-460202ad3de1", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/15/13" }, { "key": "9369a0ae-7122-457a-b27f-a7df46df705f", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/15/13" }, { "key": "bd68be13-5ca2-4dc9-bdd4-751cc481f8fb", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New Jersey" }, { "key": "ea26f869-663b-4e1f-b4a9-15125aa6ef71", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51c4227a-d8a6-4e36-a6f0-542d81a6d50d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fe59d49-508f-4c0b-8896-5e7650291b3e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a058874-3dc4-4db9-8400-fa7a7a5a3579", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a8a74c3-47ca-45ce-9c95-617f4025b69b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5863439-fb89-419b-bd40-48b18733da85", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f57a63a2-8278-483f-ac8e-27ab2ecbfb94", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b5d74a2-f1f5-428f-915c-60cec6f87ba7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51499d07-c943-4cd5-98bf-398812b29605", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af96a76b-527e-440e-92e2-31582f3be496", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34073977-3f8e-43de-9823-025edb538d42", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d228b78-662d-44dd-80f1-2901e0e7967c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "440abcff-9796-4150-9d92-e9ce79c0dc00", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68195500-d1ed-40f1-a19c-7c4abce42ffe", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44b5ec8e-1765-4f00-ad1f-e67b02d2a892", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e269378b-1e86-4723-82ca-0595178940aa", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b0a1a04-125e-4585-942f-f9798bbee3fa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd49d35c-b0dc-46de-a622-bc13c7845191", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0ada61b-8e56-48e0-b2bf-125b717fcbeb", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cf1b22f-e236-4200-984f-704bbeb878ea", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03f7b02e-22c2-48bf-8821-02a3520267a6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46da3c0a-751b-46b5-bd61-5143f0623f55", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e933e3d7-911e-4571-963c-02d6ec10f144", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd102b9b-dcc9-4afa-a413-d8871acff751", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad65e6c9-5f58-4d6c-a2ce-11fe3bc9edf1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "007db73b-0240-47b4-b361-05143e0d2e23", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d169dc45-232f-4a02-8707-4f59b8e0a21a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0adbfc8d-e6c8-4c80-9427-611b86651d35", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "513abd3a-888c-42e8-b58e-cd91a77ec9bf", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b95725b3-67b9-4a10-b60b-f7b5e547fa7e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88661d3c-3c2d-4f48-ba83-6b794b7c7bb6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ec7fd33-120f-4dec-a580-beee9c3c4b19", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13ade31c-90bb-46b9-b357-860558c05f17", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9fed7a18-e49e-4a8d-a00f-0af28fcabca0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_258.pdf" ], "test_cases": [ { "key": "b1e3ba3b-aeca-408c-a3ec-4309775fd191", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY AGREEMENT" }, { "key": "c28004fc-256d-4921-9650-f575a81ed2bd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Profound Medical Inc. (\"Customer\"); Philips Medical Systems Nederland B.V. (\"Philips\"); (Customer and Philips hereinafter also collectively referred to as the \u201cParties\u201d and individually as a \u201cParty\u201d)" }, { "key": "ea3f95d6-3e7d-496a-8fcc-84ad3a59bba4", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/17" }, { "key": "e7d2e1f9-4fbf-4990-baaa-73bc06db5a9c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/17" }, { "key": "250aff13-b2be-48ec-ad1d-cfaa844068b5", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/[]" }, { "key": "037d21c9-d995-4ec8-8ad1-efd8ac9cf163", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Netherlands" }, { "key": "2a32a384-5da6-41af-ae6e-45b5cbd38970", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60576426-9ba9-4808-a6b4-aedb98d65d06", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2259a8a8-2875-4d2a-afd0-84c8ec8407c3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d12e30f-3d8c-46fb-919b-065791e3961f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cdd4215-5e66-46a0-a314-88d0e2c3c88c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "436a9dd6-389a-495d-8442-96a57fa4abc0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d1d9bd4-fb4e-4ad1-90d2-dc11097dbda6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed994aa1-e5e6-4f77-9882-ad4f9828f69f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c1357c33-80b7-4569-8cb7-24fe8b81a6ba", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a497c0c-82cd-4a7c-8b41-d89186aa3f3e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09231b0e-53e7-4a6e-b668-045739b036b2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ebc24dd0-3212-4b62-9179-a29ed2fd283c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31a55455-7765-4e79-a467-451f365cf87b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09c328af-0ba9-423f-a083-51a8ec269a9c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c2380dad-24c3-4b34-abb8-96ceafa1507d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6df0504c-bdd5-4fc9-a997-4bcb0442729b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1b905218-e3b7-4f95-88f9-5c320ec60bc5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fddf0a60-be72-48fa-a663-227c44ac60d8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a56251c3-b67b-4962-8f6a-c83a12f7663d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8c4bff7c-30c4-4480-becc-d20ea83fcd42", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a37b42c6-118f-40cb-9938-0a760afa7ed9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "335c3a3c-3e6b-4f57-b381-f662972e4406", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "158dfdd9-c2fc-4f27-9939-785abe47089b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b0e4a2a-d303-4846-8b1e-9c14ae84ecfa", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b772026-749f-47cd-9140-a57beb3682e7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "71c159df-98fe-45bb-9b8c-6c1e719932dc", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cb84d7c-c963-4ed8-8feb-e6f28dcff6bd", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "357bb6fd-ef08-4d3a-ab2f-75579e0bb9b0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1daa1bd-054c-451f-b8f5-ae14c64f59a6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58977651-37c4-4f52-a986-e54fb315deaa", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb56cff8-9734-469a-9bcd-157bbe3b31e2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cab46184-78ef-4151-8377-03b9a820f059", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6681680-a41e-4ce9-910e-e387f45cc243", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cd3f13dc-14de-411c-82cf-30e0a4822a31", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_259.pdf" ], "test_cases": [ { "key": "355b72d5-51d9-4dff-acac-ceba2d5c4c2e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY AGREEMENT" }, { "key": "2f91c113-6d97-4099-8e00-561c2a9a8a20", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EWSD 1, LLC, d/b/a SHI FARMS (\"Shi Farms\"); Gridiron BioNutrients (\"Gridiron\"); EWSD 1, LLC, d/b/a SHI FARMS and Gridiron BioNutrients (individually \u201ca Party,\u201d and collectively, \u201cthe Parties.\u201d)" }, { "key": "5410b0ec-65b0-4104-85fe-e347404503c7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/27/20" }, { "key": "277be9c8-22a1-4d3f-b9a7-8d34e9a143f9", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/27/20" }, { "key": "e7563759-3097-47f9-ae8d-cf0099cee8c9", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Colorado" }, { "key": "ea58bed7-fd15-4f10-925f-ad8ba4846b56", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9ccd5ac-b13f-420c-a1bc-134f514bcba2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83ea476c-8b7b-4261-a5fc-5f3cc15de949", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6724859a-a975-437c-92cb-0d223b238ce0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4561622c-49e2-4a24-a74c-aa5110c23420", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c3815fe-d9fa-47eb-b5fe-a686607b8f3e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f5b9c77-7b96-4369-a25a-0f7d6991a860", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52efe957-9b46-433f-898e-db4390177ea2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0164ad44-a2f7-4f2d-92bd-6bc58f6ae8e8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc6ac944-3e99-4893-a3a0-84f19d0b7ed0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1656f871-365e-4bc7-83ac-fab159ce44e3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8867b134-1654-47f2-b838-e45b6bc7957b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "676ee987-6386-4c79-89b9-29c5e9805447", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b25f8623-713e-40db-9360-c51030283bd2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13df89b4-6da4-48ee-be0b-0ee94a34bc1f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b421505e-c49b-49ca-bd31-93afa663d9c3", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aea5fd57-b132-4ac6-9439-7cc5d2ceb8fa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "813dd5f5-a002-483b-880e-b94ab586f299", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4f25139-0626-45b1-9624-df605bcb4a99", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec669d02-51c5-4fdb-93fa-01a3a053a59e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43939d29-caf2-442b-aa41-ee210a845656", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a1ee85b-da9a-4205-84f2-c21a6e7a7378", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff79180a-2499-493e-9206-11241261d64b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dea9fdb7-4aa7-44aa-8832-5154bd79f94e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf6b5c2a-cc75-469f-85ca-31422c27aa12", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1dcad76-07b5-499a-90db-9644859fdc68", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "739eb76b-b8b8-42dd-a68f-240abc18e61c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f810d1e-7a15-479f-a816-570989f05757", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c490d9a1-dd50-4494-92f3-aee26ab17f8b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7b1b764-e0f2-414e-be87-acb915d8080e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f27a41a1-9e70-4c57-86f7-bca330b417f4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f937d588-a378-47d5-a7c1-2d9483975426", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ee60312-c4e5-4975-8fc0-d61f8beca984", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "eaa90aee-f194-41c2-8997-d16e187729de", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_260.pdf" ], "test_cases": [ { "key": "50adfa95-c0bc-46a8-afac-878d8fc162ea", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Supply Agreement" }, { "key": "f12ebfba-d7a5-4437-91ee-ac40aad6c0bf", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Miltenyi Biotec GmbH (\"Miltenyi\"); Bellicum Phamaceuticals, Inc. (\"Bellicum\"); Miltenyi and Bellicum (individually as a \u201cParty\u201d and collectively as the \u201cParties\u201d)" }, { "key": "3029cb0c-ff21-467d-8322-89b1537d1a81", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/27/19" }, { "key": "3030adcd-890d-4f9d-8d2d-9cc422ba6a7a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/27/19" }, { "key": "48d84b0d-ef70-4f9b-b854-a918d2e5581e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/27/29" }, { "key": "4de95d4f-ac9c-468f-9dd8-c367eab0b930", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 5 years" }, { "key": "39ca663b-2894-4736-b8d1-7a28331faf57", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "3875f4cd-9a14-4abd-a345-ca7e7eebb887", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab2908b1-763f-4b52-8780-5b6e3024e452", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f6f28e3-5e98-47b2-ace6-a70b9bfd617f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c12218a9-86d9-4975-8388-6b98658f7062", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58197225-3918-412b-b2fc-3b75cfaa7c50", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dca16f82-35ff-4248-88d2-c0c9be6fac79", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6167904a-6cd3-4f40-8634-0e8fd6b66e20", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17972905-2552-4953-8db5-7fa0f936db51", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76854873-c4b6-4305-be6d-6dedefdaf22f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e82c055d-4fe0-441e-a13d-0b17b74ebba7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc83b083-3cda-4b96-bf0f-286c47366bc3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d5cea05e-2cf0-4080-93e4-cfa3f05553ad", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a53db651-3ca4-40c6-8cc3-ddb64abaa2f3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b67845d-a6d6-4da9-a896-139d4732ad8e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca69e527-2d43-478e-9dae-baeba4ee7edc", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5177aa2-bb7f-4d0a-b7df-8dfed6b1cf06", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cf19b03-cffe-4908-8ff1-4e80b3268cce", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5901d340-fbea-4b1c-b890-49ce41ad08df", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e62b5427-be5e-46fc-a269-e9fec3200372", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a0a4d92d-52d2-419c-8ff3-dcd35f1da787", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2abb593d-4396-4971-ba22-fe399f39d312", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "946b210c-69c2-4cc0-a6fe-8669482832af", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e2abfb6-5d57-4379-8bc3-251a2c198ce4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9282bd8-c8d6-45f9-adb2-7b7222735778", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bcea62d7-b525-4ae4-9cf1-823ce6d82752", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d770a90c-bdb0-4a69-b3ad-ad8278222336", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eff5fba6-c35b-4954-8ad5-aaa0cbcddb17", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bbe8c5a7-db3b-4968-8d67-4123a8b16c46", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c396001c-ea2b-485f-a68d-6c609712c6fb", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea703561-e4d9-483a-88eb-eb9b21051754", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f6d9cb4-f4f2-4db7-a170-30df6cdd9255", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f16ac2a8-2e3c-4c81-92a9-62570e3651a8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30f585b5-8b0c-4ece-a96d-9e20bad5f410", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "40c56662-00f9-4f10-8d1d-4f5e2d6b04f1", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_261.pdf" ], "test_cases": [ { "key": "1efe0514-4d56-4bc8-943b-4d7f4456cf0c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY AGREEMENT" }, { "key": "5d61ec19-cfec-4e22-8f3e-4563271c558c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida Chemical Company, LLC (\"FCC\"); Flotek Chemistry LLC (\"Flotek\")" }, { "key": "4fbc60db-8091-4384-9a20-5043a2a344d2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/28/19" }, { "key": "85fbfbc3-8311-4952-8139-fb9b7ecfbc27", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/28/19" }, { "key": "fd139490-c8d8-4844-b4cb-ce4ce6064d49", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/23" }, { "key": "3741b3eb-8404-4978-8612-a725b1486dcf", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "4d77a675-3003-4e6d-b587-81f582b0aae6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e1992d6-3585-4f22-a2af-4632cc1b77f3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60052749-3906-45e5-931f-c48278d028df", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc5c4a28-f850-44a0-ac58-681256b0293c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85066782-9c90-47c4-b1b1-3545d44aa7ce", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fee18f1-64b2-4535-826c-84a6c5bfd707", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cff56a4-42ab-4846-8f81-db96bb468324", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6177302-ff71-4eec-b7c3-179d7f522a53", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d6871ee-6699-446b-b676-dbf7ad0d1dc1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ee56152-fb7b-4fc0-a36d-b507bd6272be", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08f82105-140d-4746-8022-aebd60c3da04", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "632265e7-a977-4e97-a45f-15f3eafd2a5b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "780839d2-68d7-4d49-88a4-47dcaa769005", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f470aae2-4baf-4173-b01a-9588a6806cb2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3a51e5c3-087b-4b5f-934d-b137a86eec7e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d3f795a-6079-48a6-b6b4-a54bd0b85f1b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d98299a-bd86-4dab-8044-99a9f6402dd7", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb8fb47e-c0f8-4ffe-adb6-71453f9545ac", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfdf3eb7-241b-4a4f-9ce8-f85c564bcb21", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0368ee08-1aa8-4d47-8a65-48ebb04ed343", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b99c3e13-530f-4ef7-ac40-d4be716a78e1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74d92fe6-d651-4d68-a9ec-e0ea8a815a5e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "188f5876-b15a-4ca2-a212-f9583d8844e9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d848efb3-d14b-49cf-9b6e-8409dfa1632e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe2a0965-e20b-441d-a931-f314b8c0010e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d26789be-6874-4a1f-86b4-9d75f3fbecb0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1edf2cb0-a00f-4a9a-a9bd-9e55e8fa1325", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bcdad08-ded6-4604-ac50-227331cf33f6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68bcd682-85ed-4545-a269-34db2adab12e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3148b1b-c0b2-453b-a83e-3152e6193566", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b71e1448-bdc1-43d1-a8a4-fbb22357f00c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e50be49e-5241-4e11-b3b9-52a120737a2c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5446f13b-19e5-4b71-b69c-e6a58093d6f1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f21b0f04-ec45-4fee-965f-449e218f23d2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_262.pdf" ], "test_cases": [ { "key": "446bd972-1f04-4bc4-9ceb-fecad17406b2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRANSPORTATION CONTRACT GENERAL CONDITIONS" }, { "key": "f57d74dd-9d10-4346-9ed9-e9d16bd0c60a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SOLANA PETROLEUM EXPLORATION COLOMBIA LIMITED (\"SENDER\"); ECOPETROL S.A.(\"ECOPETROL\") (\"SHIPPER\")" }, { "key": "db7b59fe-da9e-4c8c-92ad-524a1543ca89", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/30/12" }, { "key": "3505d61b-1dd4-4524-a67a-b4303458e67e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/30/12" }, { "key": "8397e2d9-bd8e-4108-98aa-91b4b58031e2", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/29/12" }, { "key": "082a425b-0102-41b9-846b-07facfebba8f", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Colombia" }, { "key": "fc9e460a-4aa1-44f5-80c7-6e9e7f0882af", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3543d218-7ea2-4621-87d9-0a7d9c9415d5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8f5e338-2ca0-4df6-b377-39f93cfb8a15", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50e88294-2d8c-40eb-8e82-1fef7b3cd13b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fc53b68-6b3c-4cb2-a33b-c8918da295bf", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec10c0a7-2d93-4040-875d-db3c4f012c78", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66b7d75a-c54e-4a83-983d-f2479e7ef738", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e97eddc9-63e4-4b75-992f-b928dc182582", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4d3c000-e856-49c3-9fe0-b89c2e364ce9", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c496387-2e1c-4e09-9f65-7947ae54f399", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a66e2fec-65c4-499c-b38a-1f7b8a324119", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3085176a-4418-43e1-81ca-e49c9ec8117d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abaab8c4-7285-4e9e-a045-1bbc5d1343f3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dd9eeeb-4360-468c-85f7-5a0e098a1d34", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "039e3d2c-eeeb-4a8d-8aff-d83f1ba8d1ba", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d8e1bb8-ed23-4040-b073-5da7b87a806f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14a00427-c386-472b-9893-6d724cb20a3d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3ac9578-87fb-4e3c-8acf-326c6ff4bed4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f3b5d84-1b26-4f82-9395-7413980eeeeb", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3f3e106-01e6-49d4-8fb9-929ff975a458", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b74fbb27-feba-45f3-be8d-27741cdd6a39", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c33adf22-864d-43f9-b35c-e29956183d8a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "775045c7-c1fe-4044-ba77-89b9f87c2e9f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6caa1723-0263-429d-ae18-84428c788bae", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bc53843-110b-4ffa-8b80-8ec93f01ebc6", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33e395db-b8ab-4034-8c46-1de1f3444822", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84c36790-a35a-47b3-903f-91bb6f563a57", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a66cc33e-3f8f-4a7d-b267-695f571cd956", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa4d98b0-558d-4263-93fe-faed1fbf9d0e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5772c657-bd24-44fe-961c-4d70ab9bd84a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "78aa6b6c-0014-49d7-9a20-2394e3f72dd9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dd46edf2-0295-4e04-98f6-cfeb258658ec", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb12bffa-6b88-4210-9abb-c2169064d235", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c967d43f-1943-494a-a6f9-aa9d514e6b02", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_263.pdf" ], "test_cases": [ { "key": "f35a0f3a-f65b-4fd0-b4ee-8ccbab42d840", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRANSPORTATION SERVICE AGREEMENT" }, { "key": "a439e8dd-e3ed-4d6a-a522-5fa6b27c0fad", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Arkansas Western Pipeline Company (\"Transporter\"); Associated Natural Gas Company (\"Shipper\")" }, { "key": "a8bf5a1f-15ad-43d0-a58f-24c944505cda", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/20/92" }, { "key": "0d71dc08-d06b-4c74-bfc0-ee2fddedbc85", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 month" }, { "key": "dda45efa-cc53-4e0c-b98c-fd34efe14354", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days; 180 days" }, { "key": "9183f18c-abf0-4afd-9278-a432e7375a38", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Arkansas" }, { "key": "aedb950c-3992-4054-bfe7-10a5edf3f789", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8deedefc-0e3b-4d53-9b09-578845ca7c5a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aecf0379-5dff-4009-9054-23421935c8db", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ceddeeb-46c8-4925-80cc-539509b11f39", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e2f324d-89a8-4719-8ba7-b7e64a7c8b68", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74f3c016-b2f6-4f42-b046-18a638bd8a10", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b586af2f-a7d6-4b5c-a375-53f5e3c2f601", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1722e122-6b8e-4104-893d-afba2facddfc", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "368aa456-6c9f-419e-b65e-33eec6b6fa5f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "834925ae-ad86-4402-9b37-47c1529beb5a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5866fa7-1a8b-4787-a045-4ecf0eb5ce4d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5298777-e402-4b88-bc64-dbec7fb6bd66", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22a615e7-8789-4932-a78f-0637dfb656e9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4748c14f-8de6-4e8c-b7bb-62e645921a89", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5896606f-6525-43ae-a996-639f453d7908", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5239b959-f204-4568-8329-e650f621366f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9265cf03-daa8-485e-b2a4-5bd70237c77e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4330eeb5-3e7e-4672-81a4-20a7091ad949", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9e5de2b-98a7-4aa6-86f4-dfe128901492", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a271845-b98f-4eba-8adb-1fc7a407639e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2eeef67d-4c41-4722-a3e5-42a1fed6b7eb", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "829ada1f-b7a0-4c33-aa9d-03e6f26d0002", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb918952-f262-4671-8e1e-13a145d77fc2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f1178cb-560b-4972-be94-3b85be083071", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36a31c8f-bec9-49f9-86e8-f01e3541679e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bb357696-3094-4950-ba97-1dc013c4e8a6", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80a0fbe7-b9b0-4ad6-b266-d9bce427b2a9", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7ac6e17-c5c8-4bfb-acc1-661678bb9ab3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45ad07e2-ab8e-44ae-afe6-25cb35e275f6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3bdfb4f-6836-4826-a344-8337e4789152", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99a24dd0-6c66-490c-b2ae-32d67f80f9b8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "844b8805-1259-4568-94ea-52f434393851", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edcebbc7-d453-4f07-b72b-bb3b9bfca6f1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b54aa3cd-aaea-4097-8f54-65b9d54ab91a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_264.pdf" ], "test_cases": [ { "key": "9f424663-a24c-45bc-a95b-2a200482eabb", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MARKETING AND TRANSPORTATION SERVICES AGREEMENT" }, { "key": "d1b59fda-55d0-4759-810c-d03534a7bbf1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Purolator Courier Ltd. (\"Purolator\"); Parcelway Courier Systems Canada Ltd. a subsidiary of Dynamex Inc. (\"Dynamex\")" }, { "key": "c3f38aa1-3fc8-4e8e-93bf-97c74ba47b05", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/20/95" }, { "key": "564013d2-e85a-4359-b55b-71cc46bbea67", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/20/95" }, { "key": "63ebf352-9d4a-4651-ab5c-751500491129", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "220d507a-531d-4865-998f-fb1780a86999", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Province of Ontario, Canada" }, { "key": "a7850338-0016-4338-a03f-70df33182a99", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90dfff04-0578-4c87-9467-ee1f6b9c75e6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "176e4e85-5dff-4940-8571-6e7e87933fdc", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6cdb09cd-afb7-45c8-856a-d650711b4dde", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "45467b9b-ef4e-4445-a940-460ba9c5ba78", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1bbcb3f-66cb-47f3-84e8-4c9d83c26740", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a91a524d-67dd-4a6c-94b0-8d9b0b8e0478", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f842ecc-9113-4a7e-bca9-f4b78bbaf74f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9e5b95b7-1de3-4d2b-ad84-e9f4a93e16b7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8329e523-5b4d-4017-859e-6f43ff38d9d4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cf74aa26-2b60-4708-9548-49462afd40f1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "825778d8-67a8-447c-977d-8ab64490d152", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5402d0ae-5b03-4510-8c39-1b7a89f2bce9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25f61c65-dd5f-415c-8f71-b2b6cc34a74f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1191d5f-3c9f-4702-9620-76ee030876dd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "112f452a-9ba0-46ad-ade2-8821ba7d8aa7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3435048e-83b0-499a-8770-e37b8a83afea", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "538c90ef-7e7f-4862-b6d9-e6b3aa71c99d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4138e34b-2c1d-444a-a9a0-1c33e30e8c46", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7747d983-902f-45e1-9017-d999827b6208", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "685cab14-2303-49bf-9382-5d6e75d9b49a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b836b9b1-7e27-488e-a875-e36b65d6ad42", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86bf60c6-b416-4c27-b845-7a1f67a30b3e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7218186c-5287-46e5-8049-8954ac8d44db", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fccc0cb-6905-4d1c-a1c2-72292cb711bc", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d2a17837-0fa8-4b25-b48b-d8027f6800be", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1794ea3-f836-467e-ae79-ebcb22d80f1e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81e9f683-b004-4062-ba7f-35d65ec33fc1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "32e1c2cd-38fa-4ae3-9cd6-819532c81340", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27e378d0-6932-4369-a247-dccecf803c9f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74e113cc-71db-401d-8fbc-55cbe77cdb57", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8c68d44a-7507-4704-b1d6-1dbeba92ba83", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5992700-34c1-41b4-88af-a29b6430ed59", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "80bae9ce-4a53-473e-97d1-ed5168c611e3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_265.pdf" ], "test_cases": [ { "key": "a092714f-99f7-4061-94bd-321f2d6b535b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRANSPORTATION SERVICES AGREEMENT" }, { "key": "5b8026fd-5b2b-4d2f-a287-76d3b28abec3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Marathon Petroleum Company LP (\"Shipper\"); Marathon Pipe Line LLC (\"MPL\"); Marathon Petroleum Company LP and Marathon Pipe Line LLC (jointly as \"Parties\" and individually as a \"Party\")" }, { "key": "64083acb-9be0-4dda-a0cb-f16ae13f102d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/11/15" }, { "key": "a6e57ccc-d935-4e31-ad58-2a2d730eb55c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/11/15" }, { "key": "2218bb13-eb94-4339-b110-74d88d0815b3", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/11/30" }, { "key": "d2b2537e-f1b4-46e0-b2f5-ffd733d95c67", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2 5 years" }, { "key": "3b3d76f6-4112-4a1c-83c9-dbf7dc5bb330", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "523d9dee-c3c0-42f2-a145-2ce7085f798a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ohio" }, { "key": "cae7ee82-3e49-422c-9cf3-cb3b3cc8a1d4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca9b2e49-49d1-41f9-bab8-6eeda86905cc", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4aee0f95-3c1f-4947-a7f5-fbbce206a6cc", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "131b47ba-70b3-4456-bf4f-899988cd8b49", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69024f15-eb47-4d45-b622-309a59da1ebf", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "205219a2-1b95-4328-8135-62ac23abbd42", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad7528ce-6d91-4002-b016-2caabf95774a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f4a7e62-7087-40e4-943d-aec74d8103f0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e94108e7-0a28-4662-a540-99ec0239a0e2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8eab397b-ae9c-4751-b098-e9dfdfaeab62", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7166f16-f8bf-4e57-b18e-b3f9716bddd1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d740079e-7646-44e4-8a07-ad330963405f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61b43023-e776-41f3-9433-909d2e8f970a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e66fd0c-003f-4226-9032-7bde8d2d463a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4b6d4e20-0c04-43f2-882c-0d4d482d14e4", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a2be4c6b-7222-419e-bb8d-769f1b3dc1ab", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e70453d5-b6bf-4d73-bb19-32dbc7c97ac1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "640f2683-a89f-43f9-b6b6-f5208d67aecd", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf10629b-7f7f-4dae-8740-7e722106a899", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbe166c8-2b9a-4661-a2d4-1812bb2fc28e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2e2afa5-f846-4786-a65d-52aa707edec6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46fe7b12-75ef-4c55-8ffd-633f629cff2c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2449e314-bf5c-4756-a69f-956c5c313bd4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "198ea9bd-03fa-479d-b29c-aad61e83cef1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bde2292-40b7-4feb-93fd-8f3a4d6af817", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39146053-a8f2-424a-876d-599f91d6c30b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a254f7f1-a036-40d0-bf58-370ac7e3e80a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "382d6647-ba18-488f-aa62-4c12d76d818c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "19724b99-d2ac-4e5e-af23-9cf5adbcb8d1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7db2c45a-cf1a-44f2-beaa-542356561307", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2403eba-82bc-4b98-af4d-3d78afae7174", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05f12991-2da4-4493-bbb8-05b370fe0a5f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dedb35cf-e2d3-4c08-b6d8-ccf1a22ffcef", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9cf45a38-a21c-4f4a-825d-d89c778c6512", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_266.pdf" ], "test_cases": [ { "key": "e2a5286c-3bbd-466c-9ca3-06e73fef3d3e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRANSPORTATION CONTRACT" }, { "key": "4c1a0c7a-0ecb-4aba-aa36-7d3de87c2ce4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JSC NOC KazakhOil (\"Company\"); JSC Karakudukmunay (\"Principal\"); collectively referred to as \"Parties\"" }, { "key": "c07801a0-2acd-42be-9d46-5642864485f0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/3/00" }, { "key": "2e4a3c20-4a74-4ef4-9999-0e7669ce70be", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/30/04" }, { "key": "0f9245fa-c073-42f1-8ac9-1b6750b17f10", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 12 months" }, { "key": "582ced36-7d1f-44f5-a489-0d64afedec9c", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "65 days" }, { "key": "4f88d99b-ea8f-46e5-bc01-355534c1f97e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Republic of Kazakhstan" }, { "key": "046f3cc6-8f50-4270-8d67-4c7c3f826993", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb926998-75de-457b-a66b-f4c6353d9635", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2e4c98f-0aac-4fcb-bc26-3239d9318a45", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fa28f7b-4dc6-4934-976c-621c8e416e0c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1524c152-c4a2-42fb-b99a-570556add399", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01413836-b42a-48dd-95e5-dbfada480761", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cdd04dc-08e6-4a32-9e84-54981c814e9b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "700dab61-1c37-47e5-a027-0ccbe6e50ff2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fdca281-d2b8-48c1-99c9-47f8bccf4d99", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efb058dc-48d6-49f4-a41a-ae6b78e50e60", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "345005d9-42bf-4cd1-99a6-df5579b80900", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "859d346c-c1cf-4fa8-922f-cb44e48d9355", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a367619-389e-42b3-9237-c58ef1d1c7b5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "359284df-b30d-4abc-88ef-9d39e3a645c8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5627f1bc-82d4-4b6d-b8c8-cc8960d7acb4", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bab965bf-2beb-44a0-8ed9-af2f2ae84026", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e41a123-256d-4380-8d1b-6259f37f5ec5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5361574-0458-40a6-902d-f323d50620c8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40a1d5cb-f1ea-42af-a68f-5a477ba1a760", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eaf37caf-76d0-499d-a9fb-572168958649", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b99af89-c9e9-4433-8317-da9f679eb861", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83f97af1-978d-4d1e-8fbf-ec958cfc27d2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cfe6b44-964f-42ea-bbfa-337b8b54f07b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b60a734-3e07-441b-9738-cb2d7af93854", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e208818-77b9-4d01-86be-5b7d036ad3ee", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de0eb0c4-681f-4cf1-9860-7ede09dffdec", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68f88459-332c-4b3c-8c8b-bd91b4c3ac3a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92cf480e-9eac-4170-8fe5-79b05baff7a9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f436a642-3b9f-451b-9ebe-82e2481c9a09", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99763e48-5676-4809-864f-117c065e6833", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5108a254-696b-440b-9cdf-dda49f1fb598", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "747f9e12-f526-4a88-9be3-e0438f08ea89", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db22bdc3-0759-4a9e-824b-12c24b47fbbe", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "aeebc2c0-5606-488a-8d7d-9cafbfd2f978", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_267.pdf" ], "test_cases": [ { "key": "a537469b-bc77-4a83-b54b-fef883aba510", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GAS TRANSPORTATION AGREEMENT" }, { "key": "2cae4491-f40f-4552-a36f-71a06e157ded", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TENNESSEE GAS PIPELINE COMPANY (\"Transporter\"); LOUISVILLE GAS AND ELECTRIC COMPANY (\"Shipper\"); Transporter and Shipper shall collectively be referred to herein as the \"Parties\"." }, { "key": "8d86054f-8a40-4fb6-a7a9-923a72580043", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/02" }, { "key": "6bd79541-e9ed-43b4-b817-b27ae32062b9", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/02" }, { "key": "fad519cf-097a-48d4-869d-8a2c563aad54", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/31/12" }, { "key": "0a00a049-7aa3-4778-a1ee-0e11edb59c31", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "7e31ede0-67fb-47c1-b41b-58982192917a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a6d1bcf-f2f7-43f7-8bfe-58b7f2e2e531", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17bcbe6e-11e0-4f53-918e-301d449e77d0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c113a98-3068-4403-95d5-4116813ed73b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e478039-04fb-4d61-ba4a-c904458d2da7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "409a6d16-ad34-4687-a922-e9f9be6fab18", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "649c0740-f4b3-40d9-8b69-904c96b09ebd", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1de153c2-d500-4e46-88af-f245119bc38f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "181aab2a-fa7c-4399-938c-98f84b1efe09", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6e7fede-822f-4c3e-98c0-33117618f068", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f59ba733-0681-4843-a1c8-c22aeb8b8c4d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad4b317d-e218-4e3d-aa40-04be0986201c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b58cc8d1-8a1c-4697-8efa-848dfc203d61", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1081ec42-8899-431e-8469-c8efc1e05384", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cec1401e-1757-4e75-91f0-9116ec169665", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9c4b22e4-82c1-43a5-8249-e8a203323a2c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72bcd969-fc4f-41c3-9534-d2537f01bf8b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dede7b02-327f-4b8e-a2c2-8de0302aa9ea", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb8a5958-ebde-4dfe-978b-461d72ea5e15", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56af227e-2e46-425f-9f15-640f28822beb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c8e04df-1994-4c23-bc9f-c5a938c3df42", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acd5fd3b-a82d-41ef-96a7-6ff1930a3559", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08fe26b3-3ab4-4265-9bec-3ea4096e0d18", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1f21e49-d672-4f25-b8b3-1243d269baea", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e83d859b-7b64-46c5-b3c9-c8ddb66b4068", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6463a20b-8aef-40e6-85ff-0426fb8e2aa7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49bb14a0-3870-43ce-89ce-2d5b9a1f229f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f4be32c-099e-49ff-836e-cf207cac8fb6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b49d7cc5-b949-40c4-bdcc-255df2c4db20", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98ed5ae7-527d-4c91-a490-ea08c996fcf4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b63dfd0-1dcb-4ec0-b6a3-a0eb81bd2f28", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eab40e6b-6423-4fd6-bf84-ad51620e937a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e16e202-0b46-436e-ac35-ea065b1684c6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "91b4c81a-ee61-4796-84bf-6f5cec28c7c0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_268.pdf" ], "test_cases": [ { "key": "1f06aa79-578f-4200-a6bb-13a88a2adb73", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Collaboration Agreement" }, { "key": "2f1ac2d8-836e-43c4-87d2-c254aed67611", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MacroGenics, Inc. (\"MacroGenics\"); Green Cross Corp. (\"Green Cross\"); MacroGenics and Green Cross (individually as a \u201cParty\u201d or collectively as the \u201cParties\")" }, { "key": "1eca9bc4-4446-4daa-bea3-670af31b470f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "06/[]/2010" }, { "key": "94813518-09d3-465f-8e1d-4a55f88f0100", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "06/[]/2010" }, { "key": "853cee44-1fe4-4091-beae-4a2826e41742", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3efc588f-47b6-4d01-8377-1ecb66763a6b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bcf5176-cb53-4971-977d-6842ab691c28", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a30b0d39-6ca8-4dd4-a2cb-768d932d6f04", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e691a27-7331-4dbd-936c-7429b3f31326", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80384672-3ca3-4ff4-b557-dcd5ecbe57c5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de6412dc-a268-498b-a757-6754b2916c7a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfc576d6-95c7-46cb-bee7-df849068ac79", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1162d81a-08eb-4652-9a5c-7b01f2c89f47", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df88f838-a16e-4b62-9d3b-616e3506c501", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3af8d7f9-17f2-44d3-ac5a-92769b336b5c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "af5186a3-a5db-4413-af24-baa17420e788", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "733afa0c-edba-4fc1-9f7f-4c618de92a99", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8efe1985-3301-42c6-8da8-074e0adfbff1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2511c0e1-88ee-4d3f-9359-269ce80ec7e0", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd4924f4-dba9-454b-8061-0e103f8387b1", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "68e4954d-1e29-4a97-b653-ff3d7f0ec712", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7dcc16b-8321-4437-8583-7a4bf94a4373", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8cad113-ca1f-411a-9a4c-b63becd30aa5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b793b20-a323-43d5-b675-6dbd6e364fb6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b38a654-5d89-4422-8441-7987fb25ab6f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a51ffb6f-01f5-4174-abc5-27dfb8778b6e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "748a0445-e542-468f-8dab-6d301ca8d18e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4977e871-f0d4-4357-9442-4bae10466dc9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a782c692-ab0a-4092-96ca-99de7fafd1e1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eebce0bc-4106-4517-852f-9297c5044603", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9f16535-63f7-4b75-8537-6ded6d2cb56d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "18d1c1db-7e9b-4479-b793-16579245f795", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a61869db-5f2c-4323-bd3e-d02d4cfb9188", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd3499b0-caed-40c2-95d2-d179f23107fc", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d643fbd-66a6-4d1d-a6c5-414d5d0eb379", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f63b13b-5720-4792-ac28-8d14fa413327", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c803174f-1280-4751-958a-78566f61fab8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "df91c080-1ee7-4bbc-8586-966529ddaa9b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_269.pdf" ], "test_cases": [ { "key": "775a451c-07a5-4529-b2c7-adf24e935493", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cooperation Agreement" }, { "key": "a7dc9ac3-c50a-4f7a-8d63-3c614b084cce", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Xi'an Zhonghong New Energy Technology Co., Ltd. (\"Party A\"); Boxing County Chengli Gas Supply Co., Ltd. (\"Party B\")" }, { "key": "56443c9d-fa64-47e8-b719-501c8e212040", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "07/[]/2013" }, { "key": "b01c7b0a-7600-4783-ae6e-c1b38e4bd941", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "07/[]/2033" }, { "key": "95227506-8d6b-4720-b648-7b0ede9c00f4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5542cfb1-387a-4bd8-bc9f-0b6df1117a83", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "252f5814-9e77-4526-9bb9-ec2c44346843", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d68815b-ab58-4b25-9523-9b3a79b98002", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5199510d-cca7-4c99-b7dc-2d1b89877dc2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de57c5bb-e4e7-40c6-bc4d-918e93abc9ce", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "495e2e40-c061-4502-8642-b2877ff4279c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2945b23b-d208-49b7-889b-b71a8b0c88bd", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83f527be-8876-463c-bc9c-37d56b8b218b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa4809a5-0463-47c5-8027-a0aea7eeeaf3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "385f8e41-0b27-4fff-ac45-7979fa4a1c10", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "856631e5-5fee-496c-baef-c08da7f1bd43", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9a7cf90f-4f9d-41f8-8568-5068beb85f38", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39d2b192-be42-4fe7-9f45-f18d5227c023", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f66ed86b-d9d8-4ccb-aba0-8c65ae9eedd1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b116dc5-caea-4367-acbe-ec2b3b2c5bcd", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09e10e87-765f-4f50-b6d0-f6ab5aa82ce6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2465f253-ed93-4f01-9019-f53c352076ae", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85ae65dc-738a-466b-beff-645316d39628", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "baba324a-50d1-4b28-af85-ebb8feecdf5f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53a45617-64b5-4f1e-8b33-015c4af8e214", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e25303fc-8006-448e-9970-acf08ccd58c7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af1d7399-f276-40d4-9355-d921a6caa3d2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "006fb9d3-fca6-482e-b26e-d681bf2f011b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9ed4c1b-076d-4821-a4f2-948b477f62f5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a89eca38-e0a1-4444-a88c-b4bd98a52fb6", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f3f8c5a-1f14-4c08-9392-c66be647c78b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3a8a96e-8f17-4dba-8747-40845373ebc8", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdf0f71b-d595-4725-baf5-95dbc3048109", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "670d4a45-0065-4ac5-a53f-c6a8ec781ee4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe000ff5-6f1d-4528-b6d6-97b169987df2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9a9c6d3-35d0-490b-a5ab-31df4582d692", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9046b5ca-6fd9-4b46-8bbc-d0f895adee53", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cc632b4c-5d38-45c1-a701-0c38ffe63997", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_270.pdf" ], "test_cases": [ { "key": "7902f7ac-0361-45e9-8962-caf8025388d7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cooperation Agreement" }, { "key": "78fd5e0a-236f-4d2e-8616-2b7893a61905", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Dazzle Interactive Network Technologies Co., Ltd. (\"Party A\"); Shenzhen iDreamSky Technology Co., Ltd. (\"Party B\")" }, { "key": "d0e7519c-f1fc-4f1c-aadb-7cfbab29f119", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/13" }, { "key": "39b3b85a-acc8-4b56-97a3-4a5897c1ed94", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/13" }, { "key": "7ee7f564-bc28-49d4-90f5-be8d9a3b7a7b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/14" }, { "key": "53280bf3-5018-451e-9ec1-c6f5ba31fc1d", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "2f4dfd13-3d00-4587-9d06-d065c491c59c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa40f7b1-c553-4ef4-9c33-280914984b66", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5bdd564-1f40-4bab-8052-8be6441c43f5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8648fe4c-0e26-4908-94c8-dac7cbe0ac7b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f4d40e2-e857-4f2e-92d9-f4a05c2ad850", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6f39944-a23e-4d0f-ad8c-0d11b5708bdf", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab4ec330-840e-444d-aeaf-79e2fc0d9c14", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cdc9de7-ee47-49e0-bcff-1ba13f68fe8f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a1a98c7-0bec-4761-9853-e1902e58eb55", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c4453c4-db2d-4f28-a888-df5663226435", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a75bcf64-83ec-4a19-8c0e-07e55391fd48", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "56520175-eb84-4eb9-8e57-f19398c0c7b0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2c191c11-9ea8-439c-8421-c313dd27492f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "023cd502-7f46-4be7-907e-3efe8caa7fdf", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "620fdbd7-ddd4-4c46-b42c-911761618f57", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2351c7e5-42bc-42ad-8d79-d4b51a0f6d6b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68b48b1f-af23-46c8-95ea-dd05d9764afd", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82411853-3b6d-4cb5-a019-9307f10643bd", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3d292a2-6356-4fe7-89f8-42b8a068c4c6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c065786-ee15-4207-8911-6dc03852f75f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb5b1dcd-014f-4cb8-a954-96c4f0311004", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddc6e682-9426-49e0-86b4-43b4484f9d63", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "103e9cbf-e4f1-4968-a9e1-8eade4aeca21", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15772302-c6e1-4b86-8202-b2ab6080d2a6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12e8b626-3429-40e4-934a-d2f664402074", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8adf54c-99f1-460f-b2ce-6c3bea6f7a2a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d16e394-de99-4712-ad98-2ca736548d7a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0553b865-94a8-46ea-9a74-000ce2a1d205", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3def5627-8977-481d-a84e-ed3f2db656bd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "000224a0-c72b-488d-a60e-a84e42c1c5b7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a06a12f-58a7-478a-985c-2693f9b65c1d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4aea7773-3f52-4356-8619-77f8b6292398", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36212a01-13b5-4f21-92e9-dff4d21e0574", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4d52c9ab-6787-41ce-8c78-565e44564cb4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_271.pdf" ], "test_cases": [ { "key": "15bf6e79-9a7e-4787-b77e-6ca66eae4ef0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cooperation Agreement (2014 Amendment)" }, { "key": "e42f2f0e-7677-4516-9fc9-fc14e6790c48", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nanjing Tuniu Technology Co., Ltd. (\"Party A\"); Beijing Tuniu Technology Co., Ltd. (\"Party B\")" }, { "key": "154df6ea-48ce-4899-9e60-302429cbc516", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/24/14" }, { "key": "b8787cfa-7c2b-4409-8c0a-0323c559825e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/24/14" }, { "key": "c4e01c40-ab9b-42cf-87e6-2124b18d2f18", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "7b8e6fe2-5a71-4231-9239-b9163520c4af", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "d8545957-17ef-4997-9eae-9bc3636d0912", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b347dd64-69c4-4949-aa15-9530f178dc26", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e90f3a8-cf33-47a6-b26b-cd6cada45726", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "58fbbf37-3071-42aa-a7e7-2a0e528b0e9b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98da625c-e984-4c59-896d-49dc65beb7a9", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a317a46f-fe4c-4891-967f-86abe6bb50a6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0598782b-acfd-41b3-b68b-a32dbd64d215", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a48bbe1b-9ea4-455e-b6df-09467f508966", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "40c477be-65fc-4786-ba62-e69248188fdc", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2ed1476-cbad-4a2a-bb4d-6c3e6383bbeb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f174f2d-b0f9-4003-abf2-4126cbfc2499", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ddefadc6-c013-4c0c-8162-f871dfc19911", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd09f8b6-2620-439f-b370-261d70a7edb5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0670809-68a4-47f4-87a7-0b6b3970e6e2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f226031c-f34b-48e7-9e48-c7974176f26e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33b75248-a00b-4800-aafb-b0e451d987b2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98dddbd9-81d2-4365-b138-2c958345e2a8", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e07fa43e-b783-4d98-a32d-fe3d781929cf", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "902c80a1-9f1b-4d46-857b-d69b60020f4d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0dc8e241-2ed7-4fd9-8db4-523fd88898e9", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fd2a132-e300-417f-932f-601b4f1b1981", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1074eab6-79d7-4ab4-921b-982d26d25d43", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f9f4766-329b-4528-b5a4-0fb775de04f7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1df94f32-15ea-42af-b25b-cc379f741b8c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "139ed243-88f4-4c0b-a9e8-39a28a88d3c3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0752982e-c755-45e9-a860-e70c5697304e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a3db4df-c75c-4104-b71c-ac20ef2e61ab", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d85cd7f-07e0-49f1-93b0-f0cdf92a3654", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "26042c7e-0dff-48ea-a5bd-4e47c4c0fef1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "91d75cc5-782b-43d1-8f8d-310bb0ea277f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7f1042f-0ced-4cb6-8def-cd20bcdea91d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "051fec06-d940-49ae-8363-53ea44b98612", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a61d5398-90af-4b39-87a1-71c85f8056b9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "76b76381-a07b-4a72-9d66-b5a2d143560d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_272.pdf" ], "test_cases": [ { "key": "f7653aec-ce7b-40b2-8474-d133b9b072e5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Collaboration Agreement" }, { "key": "c388b02e-2aa5-4585-bba2-9cd4119c3ecd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Didi Chuxing Technology Co., Ltd. (\"Party A\"); Hunan Ruixi Financial Leasing Co., Ltd (\"Party B\"); Party A and Party B (individually referred to as a \u201cParty\u201d and collectively as the \u201cParties\u201d)" }, { "key": "a54203e8-f08e-44d7-bcff-c99ed141a69e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/17/18" }, { "key": "44dd4848-303c-40be-aa55-82df221a211b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/17/18" }, { "key": "95b74f66-058a-4c67-a0d7-1d009254e9d1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/17/19" }, { "key": "ccfe7696-9b6b-4e0e-a292-d3edef31f12e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "China" }, { "key": "89234698-eb87-40d3-878c-6668a5046705", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9dda564c-dd01-4bd7-b8a4-4a145c5f8daf", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03faca38-8a51-4c3a-b1fe-2bafb8410db1", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7ebe86e3-4c90-4b5d-ba6d-32591d256e14", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb746f21-9e26-481b-9abf-352586c2a0e9", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a11c9c62-a068-481e-9f5a-212702ce268e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2407d1f0-51ef-4e21-ac84-d29667bda73c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0860819-4cc3-42cf-bba0-f28d19e505a7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb7af88f-9dba-4974-ac47-7c9d89c6a352", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de3214dc-05a1-49c4-a864-b58a5669c3ea", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bf64933-25d6-489b-86d0-53252f9e4fca", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0882fa18-25e3-44d2-99c3-10b1e81279a7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "125be041-d8c8-48c8-83ab-be2675985320", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82f47b45-7f18-4bb8-bca9-b079a0d5a9c8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e63cdc9e-73a3-4e16-bcdb-23cbab7cfa7e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67c63686-540b-4454-ab79-9451309ab267", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8938fd8-5b33-4ff4-9e08-dc409e0744fa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82574062-8e2c-42f1-9b9c-c16da6edd0d0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db7512b0-41f9-4637-a454-4dd144a632eb", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "398be6b7-ccf8-4a93-ac9c-64e072868472", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "612f3d03-a471-42d3-8cad-261f27d9d508", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca6d76d9-3b4e-4afb-bc24-ae58ac32da35", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82c8ddf5-1b56-473c-a57c-7c25b3a40230", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "064e266d-0b62-4dce-8a6f-206539e17708", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aff6eb8a-f445-4fe0-a8c1-eff1af88692c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b66a886-4b0e-462a-84e8-ad2b3bacaad9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3c4e26e-600f-4550-b6be-dd4f9fb6f80f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e4c0d8f-f7f8-4a62-b578-68c4d0f06cf4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "43421d8c-978f-495e-8e82-e27790559906", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c87b5187-cf7c-4b0c-940d-05f42d1d8d4f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30e0e473-7ac7-4102-86a7-efe908915623", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "506d0469-6fd7-4066-a168-f05b0def3a05", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbfed8cb-2b89-4991-8e0f-6037864092f5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8e69afc2-6391-4ea0-b71e-59f045595b11", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_273.pdf" ], "test_cases": [ { "key": "a0d9da91-83f8-4e9e-9e63-c15ae027dda4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLLABORATION AGREEMENT" }, { "key": "2d9c95f1-989f-41f1-bf38-f3ffa2540fde", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ginkgo Bioworks, Inc. (\"Ginko\"); Berkely Lights, Inc. (\"BLI\"); Gingko and BLI (\"Party\", collectively as the \"Parties\")" }, { "key": "f8fbdb19-4584-4785-ae2b-d04c752a15cc", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/13/19" }, { "key": "347142e8-36d9-4b1a-adeb-9a02f54db0ce", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/13/19" }, { "key": "d6ab76de-7149-4c4a-b662-d431a0092473", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/13/26" }, { "key": "a6829082-f74b-47ae-8650-2fae503cfc23", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "93685c34-72f4-4297-bdd7-c7507a3c310a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7143eadf-54dc-4a64-9264-db1a9dfa4f60", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d360de36-7772-441f-a279-96469ee4031b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "259c62ff-1566-437e-9b1a-77a574d36bf5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed79b469-0f61-4082-9bc2-7e5c0e90026c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cca9156-bb5e-450e-b0e6-d99cce7cd79a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "63d08c09-f555-41b8-b7c5-e4951cd5c4e0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a579a50-532a-41fc-8519-ebf1c12e3add", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "17204799-5c06-43e5-8db6-67ce286eea04", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c676432-28c2-41fc-a24d-decf3590ecf7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d03200a-85d0-421b-8613-b855d7b0725d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f66faba-dd3a-4869-ab61-09e28c7c9d46", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "011aba19-e7ba-4cd7-b8f8-a11f27aa6ee8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9df47bf-4cab-4333-981f-ee4255f4c28f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "662b1b0d-a9c0-42c7-90a5-87ef443f0bfc", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0931fb3-87a0-4631-bd93-928014688c42", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f2dfe7b5-268e-40e0-a75c-d73b6a13013a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9da59bf9-2f00-4eef-8196-b56d6822f0a8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "645fcdbb-13f0-4127-a649-7dc2fcda9b6b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1961e451-8dce-45e5-b1ca-b8860436c45c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8ef12000-4253-44e6-b318-55fa3a72819d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "106be8b8-0ad5-43ab-848b-766f5e874a65", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5584d39e-c874-4b8d-9ac8-737cde2ba108", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c7df983c-a4d3-4927-8047-56d515afd8f6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "592680ad-28a3-4b88-bb7e-3e680ce26df3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b003fbef-32e1-4651-8936-9beaf33eea51", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad6a90aa-4050-4d45-a2ad-542ed49929d6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab9c6b3b-6b25-4658-98e1-2396a162e484", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd271cfc-93a0-41f5-948b-25a7212fc5b4", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51b95f27-1874-4dd9-a6f8-a125390801ef", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60216ad1-95a0-4294-8cb4-23f8100602a7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e24ff12-ef84-4727-aeb7-5ce2b8ccb4ea", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57a469be-dc24-4b2c-98f5-26c72fc4c764", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "acdc773b-6e5a-4aa4-aff4-8597d5c8d7fd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_274.pdf" ], "test_cases": [ { "key": "08ef320f-d23c-4590-9add-dd191f0611c0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Intellectual Property Agreement" }, { "key": "e2d4f11b-18ab-4234-b188-c07deaee734b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Marv Enterprises, LLC (\"Marv\"); Premier Biomedical, Inc. (\"Premier\"); Technology Health, Inc. (\"THI\"); (Each shall be referred to as a \u201cParty\u201d and collectively as the \u201cParties.\u201d)" }, { "key": "37b0d17b-1f18-403d-996d-aac41dc1fbfa", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/12/20" }, { "key": "e508edea-e518-4695-8bb0-49cc58931241", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/12/20" }, { "key": "2baac995-e4e8-4e66-a6ae-91fe1aaedc05", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "30242d0f-2085-4539-8e0f-6ae4fd03f77f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "491bdb58-601e-489b-8175-587c603f128c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdf64b5d-848a-4a5c-80f1-99caa9a7e898", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d46e5811-5b54-4138-b6cf-d96da979f16d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01f80772-71b5-4790-99fe-7972b8c0d07d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75b05d16-eb78-4c63-b3bd-f0be6cf7e3b7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e688602-6b9a-42a7-83e4-b2c032cf9c22", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f3e4dd1-14b1-416d-8a48-9de512c8c2b7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "209ca59d-3da2-430b-b0d0-39084d000055", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "231ff3f6-bc5d-4219-b88f-b8bcb72c8f15", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99cc88d7-3180-4c26-8edc-fa294bc069aa", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "490e594d-a872-4aa5-a1ff-ab9d253eeb8f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e8668215-3ace-4be7-8994-bc15961b09aa", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77ef0ae5-ddbe-438b-993d-5770e7adef37", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "456dee86-230c-41ed-8641-1f5b3537e814", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bddebfb8-4fe0-4a38-a0f4-74c1b54ed462", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8f5cb6c-595d-4f85-8679-bc861ac9a51c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80aafc95-7eae-4fed-b616-598497b810b5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "91a63483-0e26-49fe-96a5-86f29a3dd2e8", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c01fcfa3-d61c-4612-b7e8-e61d4a69cef3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7eb365db-27bc-4098-8e90-b9ae17600437", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e5b03d65-2c3a-4a94-b155-100d1d77e833", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30b87817-6a8e-4854-b0be-4f33b398135c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13ca9bc8-4f02-4c57-976f-0cfc0356893f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ed65dd8-7a47-468c-907b-655cef554dae", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0dffb2a-731d-4c17-abfd-38c38a1db230", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eaefff0c-5a64-4ba2-a37b-39c62fb53708", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aafa0048-b18a-4576-ba09-c47046d30a17", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c9dc6e0-06a7-4982-9d2d-53027402ab9a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4aef4889-8aca-4db0-b9c2-98dcc79cf9b4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ec705b3-9c65-4b7b-be38-bcdbe0304ea9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9bfa6cd-8bf6-48cf-af41-a7cb59486337", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4f419b0-02a2-4ae2-9301-8ef4015d030a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "5f585c63-40ff-4ef9-ace1-cf1fbaf0c8dc", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_275.pdf" ], "test_cases": [ { "key": "1000bf18-8c0a-4b55-9ccb-d48d5d6034cc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Promotion Agreement" }, { "key": "ac940ad5-2a83-4e80-8753-16aa9560720c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MiddleBrook Pharmaceuticals, Inc. (\"MBRK\"); DoctorDirectory.com, Inc (\"DD\"); (collectively \"Parties\")" }, { "key": "3e93c079-7311-4ac2-b6e7-d9933c243575", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/3/10" }, { "key": "f6594b47-2ebc-4c23-b952-48e6c4afb045", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/3/10" }, { "key": "d4127f8a-98c7-4639-9b48-39fa803691c3", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/3/13" }, { "key": "b8eabf4a-0873-470d-89bb-7ff553f3ff2b", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "7ba10193-d19d-4a45-a965-634576c19707", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "North Carolina" }, { "key": "97358dfc-06fe-4837-9a55-f737922e301b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc4fef4e-3390-4c49-8815-385f955bca4e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed6fc991-1bde-4122-a069-f3285488e206", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dacecd2-8e18-4396-85d7-4ed67c7b64eb", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa0427ea-4177-4e18-9a2a-62b7ba7cd437", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05de8c1e-7efc-45e4-ba2f-dfbe515456de", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0f818d2-fcd6-4afd-8daa-0bc3e259adbe", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e105df54-f104-4772-970c-43f0b7788bac", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f103f297-8f47-4827-b175-fc99aa13a880", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d67f615-fd97-4231-b14f-72a428d61f76", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0f1ada0f-ed4d-4052-870f-14ac64d25707", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "785117ea-dfd0-4f0d-9511-e6789fb3d7c2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "37d8e21a-5468-4189-91fc-a14b289903c0", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01ad2d18-c583-4c47-9b2c-9de4e8871d09", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ee2fce1-5301-432b-ba4f-326dc24cdcb5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dde12c0-4a6b-40d2-abc5-595e9707b470", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f2c83029-6619-4d34-bc22-e80766e02017", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4c41cd4-d3ad-42d3-817d-d9b5fd82ef38", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8efb301b-b45d-4c1c-809b-aa7fa10b8153", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d39e91d2-b60e-4c54-9a86-f43561b8aba4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a014b1e-4119-4eff-b797-7c4cd962b47d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "092d639c-dab9-41a3-af71-e492b4c76fee", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a56ca60-5ada-4016-99a7-fd150149a129", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdb00ae8-12fa-4764-ab56-64db667bb90c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be73983d-f659-452b-b3a6-ae39631e99c3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c81dfd1-0192-4f90-8cef-186cf4c3de6f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2ca25556-baeb-46b9-a355-8aa74642ca37", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "373c0c92-945d-478e-910a-8555f797500e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b551cd0f-1282-48d0-b8bb-f710d979b904", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b78e9812-154c-4bd6-95d2-81b530660017", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa6a13b5-3525-4861-a1a6-e89bf75b3592", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0d84047-18e5-47bd-8eab-01d8787a8c37", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fab53037-a98a-4304-a274-8bc276706bdb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f3d49f7a-c293-4e9e-bc75-63607a6298d7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_276.pdf" ], "test_cases": [ { "key": "bc89f7b3-e384-4214-92c4-3be0d172db6c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PROMOTION AGREEMENT" }, { "key": "f7adfdc9-3148-4a17-b3ef-8c7b4b7e850f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ASHWORTH, INC. (\"Company, \"Ashworth\"); JAMES W. NANTZ III (\"Nantz\"); NANTZ COMMUNICATIONS, INC. (\"Nantz Communications\")" }, { "key": "668cf22e-e3da-420d-9e8b-528045e74e3f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/98" }, { "key": "3df991e2-e99f-4530-a746-54e7ea7410bb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/98" }, { "key": "bb6bd74c-0f20-4c44-b0cc-f79cb6b60886", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/01" }, { "key": "fe510745-c89b-4fc8-8030-96f96fff5510", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "5ae8e786-a588-49be-8691-6791c6d3951a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44e2ab3c-aacd-4a23-bc0a-5a1440511bbb", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "256d3273-142a-4b89-b533-b67a6b3a9f93", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "479312a5-1bfb-477d-94e5-2e3a1673e576", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "745d0eb9-ad15-4bcc-809f-d01dd6b003e8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e75985f6-fbdb-4a95-92ff-302aa2be9531", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b76285db-248d-46c4-a0c1-15111567a271", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b6b9881-2e4b-4e97-83fb-d8f0271bff01", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18910038-4e89-4926-bc2c-b99a44c9c38f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f10f0afa-0dcf-49a7-9bef-1329ce9d24b2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "afc30c9c-24af-4aab-ba56-5e55af763a72", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cc639831-f001-4a7a-891c-0aa58a9083fa", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4fc8a371-4db8-4808-b6df-40cd65041c28", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31f5eaec-8af6-4f09-a281-ef1649354358", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8d250cf-c611-4079-ae9b-d3987d677ff5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7089ae45-27af-49e4-bc58-dc22758706af", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f74fefa-d334-45aa-ada0-eee32a43bfc9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "455662b9-9c97-4205-8a6f-2235cd450ec1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c7f9589d-895c-4631-bdca-e1c8d954859c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76ae3141-f342-49f1-bcff-f588adf2acb5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86f93877-7a7a-4331-8c31-f6085bb95ac6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71499634-83a9-492a-a078-45500f0102c2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc3b5c2b-67ba-48c5-ac13-292dfb7d7cf8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67b9dccc-e1d5-4284-83cc-37dae883dfe1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3226fbe1-608e-4569-9bbc-fb435aa7698b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9aa0c59f-3206-4e33-9328-7f68e177e6a0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d077603-df4d-44f2-ac38-d51b2ae07fa6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "399ceca5-9ee6-43fe-b97a-83fa49597d7a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb50108c-5b41-4984-b4d0-c52842b240da", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4574d34-e50d-4ebd-b3cb-ff90a0717fc9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3f27bde-90c6-42f0-b43c-2f047bf8fffe", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2835d79e-e334-4348-9ad5-c53456253a0f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "315e88b6-b496-460a-a000-5a5ac96f1965", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2da08544-4e72-4417-99dc-886c239d5dfe", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_277.pdf" ], "test_cases": [ { "key": "9c2358a2-9425-43a1-bcd8-5c17a668420f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PROMOTION AGREEMENT" }, { "key": "5aeca70a-e132-4acf-b02c-792827771699", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Charity Tunes Inc. (\"Charity Tunes\"); ConAgra Foods Canada Inc. (\"Sponsor\")" }, { "key": "c1ae3fcb-d353-4683-a636-961ea7766c31", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/29/09" }, { "key": "8be49aed-6b58-4fab-943f-b8aaea8b02c0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ontario, Canada" }, { "key": "dad22706-3842-4ad0-85d6-0bb3bc2d9574", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af9c39ae-e09c-41a9-819c-9e9e7ae430cf", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0382e44-0754-44b4-bdcb-3f3c96042a0b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c135be7-09e3-4e3e-b56a-2ce77c66da4a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4e05342a-2d52-4ec8-bf93-0063b07c936a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23e80be6-26a4-4e3a-ada3-e530ced2d5a4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38e0a75a-e554-41b6-9624-7ca6c1ac7068", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb383c3b-1769-4f0c-9b3b-49d7aeef02c2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6a9b78f-cdb1-4abb-b822-4d4ab6cccb81", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7da615f6-3662-4399-ab66-f9d7ddeb3e7a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c909b88e-5c51-4eac-b58a-3c4b271f57b2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6dc92c50-08d6-4140-a2e6-e3a535295840", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55b109a2-b90f-4b98-aae6-cd31fb352de6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a935896-d2f6-4841-89b5-c75ba4d6a12e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7caba6e1-5e49-41e2-be40-51b5c45f783b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5ada1a18-e84c-4271-95e2-977cf8b558e7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bdf32af-6e10-4680-92b4-ea46f30f30fd", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dbefbd1-4764-44d1-ba4b-a0cac049bfd8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1417947d-465f-4ba2-acd6-4f48fc8b522d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7828103-8002-4b04-8a6f-aad07a74dfa4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee1353e1-0904-453c-b1f8-cf572385d99d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef3749bc-bad0-4c0a-a2a8-da9909850dd0", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94145d22-0f86-4416-a4ab-7084d5f032c9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48d3c2f1-35e8-4343-af3f-8e4b29945741", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e405159f-8640-4206-94e6-7599ccb0724f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71fd4671-67de-43b7-b036-f98232a398dd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30cf7726-0527-4e13-afe0-aeb51e6de7a8", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "329150f0-56cd-4f81-9bc1-60b1e964101e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17599bf4-dca7-44ac-befc-c1bbf1dcdec6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77e16141-e6c5-49fa-915b-8d42b0922d94", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c7cdeaa-9fd6-4ac2-9bb7-c0525e2f71a1", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcd12ff1-5828-4411-80e6-e6d47050c5fd", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97877978-4d36-407c-bae9-3f07156d0b27", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ddfe18c2-3ea5-45b1-95b7-fcf66b40c59e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_278.pdf" ], "test_cases": [ { "key": "bafe6a3d-b724-41fe-b5f7-3a741d99affd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Promotion and Distribution Agreement" }, { "key": "aec15dc0-5d39-4d02-bfc4-fd1da126c63c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Whitesmoke Inc. (\"Distributor\"); Google Inc (\"Google\")" }, { "key": "3b8d247f-9be8-45c1-b6e2-785465da4206", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/11" }, { "key": "a4db64d1-36f0-4065-8186-8aea22f0467b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/13" }, { "key": "93e330ae-5b59-4364-9332-f7271af7d219", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England" }, { "key": "891cd767-7e1b-49dd-bfe5-f16fca48bce2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58a1b18a-557e-470b-90bb-063e378d0e32", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7720849c-253c-45ec-8700-5b43474875a3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74cfa3cd-bdc2-4e1e-914a-3cc98c2802c3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41a61a03-071e-4bed-b221-1f163516f328", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a6d08d7-a478-471f-b44c-dc6cd3e6d4fb", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d2c97a4-f728-47b4-9a51-03a7e3ddb8e3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18db33f9-fc89-4b5e-85cd-e37b9a645276", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3ce66c1-bf22-47d0-8a12-d9893a03d7f6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3cdae37-d590-4c7d-b818-231bd949fc46", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a372b01-99cb-4268-b697-bccd54df0591", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ce14e723-e3a3-48f6-88fc-35c2f8b0537d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9c9f7b7-7177-47b1-a1d9-143bf01f7a05", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d15ba05-36c3-4492-b471-cf1b42d440d5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34d48af7-beca-4d2a-bf84-7327a86f919b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95904167-6e69-427e-b87d-a3edee912da8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "475e18d4-76f8-4b3b-aa01-f4cba8feb50c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d738295a-35c1-430a-b6a9-5b4348e8815a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "92d15eef-d1cd-46b4-8b6c-c1dd352a7919", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5468ccf1-a070-4c58-8e96-bb74e9b0e0f6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a245778d-c948-4757-a570-3165a35e7274", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "339485d4-964c-45ed-ba61-ab9494a599c0", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b4b06fb-4e2c-40b4-9f76-200c4ba16338", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b63185b1-7fc4-4f59-8d77-c80a7ee58519", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85d7e8ec-3122-4a56-b1f6-8d2019cbd296", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c5b812b-ab6f-4a20-8476-76a28100e339", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ed7db269-339e-4e99-b7b4-56e19b62f6ec", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e5885aa-13a4-4161-9d3d-e5b2e3afdcdb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d792fdf-278c-4362-9699-925a5b80710c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80d23195-b144-4f9a-a013-20f58a2c973f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98f57447-47e4-4427-a1fe-76e1c939f9e2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6242422-6442-4452-a50e-f36aa2925646", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "084226dc-c776-474e-95a4-0183c56784c8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4cf0757e-9141-4982-9496-5267bb7d1c70", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_279.pdf" ], "test_cases": [ { "key": "eed3286a-2f8d-4d0a-a9bf-d51b3b34da3a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Promotion Agreement" }, { "key": "3962bebc-e5f8-4e3f-918a-ca75e36881c6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Go Call, Inc. (\"Go Call\"); PageMaster Corporation" }, { "key": "624af3b5-36c7-4b05-be34-e53ca64e2552", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/12/99" }, { "key": "4da59193-e157-4824-b077-0c4c54a5ced3", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/99" }, { "key": "feaa3666-9996-4188-8f2e-32e59990bfc1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/00" }, { "key": "c2071cc5-6501-4464-bb51-989d2313603d", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "846e3430-56a6-4961-ae7c-9980f34a00a7", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "9ac76b3c-235e-44ce-8899-0c4cd8be1ecd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cd6918a-9af0-4138-962f-a552220ad218", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f3a5e13-c060-4d8d-9110-35843d326e4a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b44ed3d4-c7b2-4842-b092-ac30f520657f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3516a307-c036-497a-bf54-50a2f152cb19", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed1d7f5c-3c39-458c-9962-cc5c3329aa6c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d627a045-4712-4f09-9e80-e797d548d132", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b681d34-d1ed-47a7-9c33-43e44e603973", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a264c7f-7803-4b00-a859-2b3c55a6eb6e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ad4d64c-38ad-4f7b-8f05-192cf2ad6e80", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1a6249d-3643-4e94-87c2-7b5b6f81efb9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed9e012f-8f42-4a26-9edd-49f5199700aa", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "32127532-dcb8-48d0-b383-9507296512fc", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab091045-0728-46dc-a5dd-75f9695fac5c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "93abd794-5600-42c6-9f7d-72a6be8d66c4", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a78aa2b-261b-495d-8582-e5206a917d81", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "daf8481a-74fb-40a0-a829-2dd8db291f22", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0b85bc6-26ff-4e15-ab31-09dc7645b954", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49627988-82ec-462b-a9c4-e9a04e47e4cc", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0564c970-c585-4bb4-8a14-fef1aee4930d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e56678f-150a-4253-9a88-ee56ee97c7d2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76b98fa2-5da1-46b6-96c8-74c0301694a6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7762993c-c02e-4367-a46a-f962d13271c5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62aafa4a-4971-48d8-a10d-42d88167981c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4049ff53-f9a7-4eb1-ae9e-4bd6349f7091", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "926a60f9-a73a-41fd-80ca-cac5b35f5e28", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc2c3c56-11d7-4f1e-a7be-b86900df2521", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8e04325-7b4a-4cf1-bbec-0f13ca0ab131", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9fb78d18-24e5-4e9e-b383-8cbaa75fdce8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a96db246-47b9-47c0-b96f-28454fe08fcf", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4b44323-f98a-4801-ac36-db36ba22789d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff8a5b48-60d1-40d9-90e5-044510fbc962", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c3608af-56dc-4fe6-a46b-a567cf3f2954", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "51c64f39-3eec-46d0-bc71-32be2ca34136", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_280.pdf" ], "test_cases": [ { "key": "244dffed-6d04-4a0c-9c49-b38b64b92a30", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "d85937fe-f3aa-4348-a148-da655442e8f6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "YA II PN, Ltd.; YA Global Investments II (U.S.), Ltd.; Yorkville Advisors Global, LP; Yorkville Advisors Global II, LLC; YAII GP, LP; Yorkville Advisors GP, LLC; D-Beta One EQ, Ltd.; D-Beta One Blocker EQ, Ltd.;\nD-Beta One Growth and Opportunity Fund Offshore, LP; D-Beta One GP, LLC; Delta Beta Advisors, LP" }, { "key": "176d3a7a-af72-47bd-8b03-e7f11868fca9", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/8/20" }, { "key": "0d1fc141-4174-461d-8e84-87cfc8bb0fb6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb9930a2-f78b-4d4a-be33-816ad4a23e4e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49a16613-a00c-4274-81ac-56d03b7dc62f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "331ac93d-e6f4-465a-9d9b-1cf2e4148789", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0579b77-3331-4f89-adb0-e10e20a1765f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "115c568b-8b74-47c1-b59c-9ca7df9cdf74", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7bc95c2-49d2-437f-89bf-762991e8ec05", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dc024c0-a443-4197-9bc8-db59d7d5e9d6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6dc78f4-c1be-4b03-b00a-fb9a01445a46", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "844fffda-9eeb-4143-8dc7-366f323da0cc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6d19507-98fb-483a-807c-7624a0cd33fc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b158881-a37e-442e-baa8-1d94c75b2adb", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "090cd799-6688-4f8b-933b-fbcf10eebab1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "631f102a-8597-417b-8fb6-5ecac92d82bf", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09b7ca07-7d9f-43fd-827d-9c06a4282ac9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bc03630-0301-4727-abc9-149360fc20ef", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29b0b9a2-912c-4411-9b5e-32b671e72af1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "127a38f4-1a76-4a0e-9f8a-312355c785f3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6053b14-87a0-4948-adb1-6fca1bab317d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad33f256-16f2-4425-9642-77c18bcf9cfa", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "158b7640-a2be-4d61-b4a5-f3a24c311529", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6ecf4a2-76a2-4fb3-80d9-a52b9f7a6a8b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5b01e4a-cc2a-4b38-869e-82fd1316c3e7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed4f4c0f-ddc5-4aee-9c6e-7719dc9089f4", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23d56742-6b31-4ce5-b14f-4973adb18eca", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d6733ac-922f-47ef-9f1c-3d209efc61d2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcb1d26a-1880-413d-968a-4cd8b7ea3b73", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa83e5e3-0292-4a7e-bba2-c26bb901fdc8", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d53a1fab-069d-4b34-8ba8-3c49c3c79c91", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afa938c3-5736-42b1-b9c9-118506af2b60", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12bf7220-63a2-4350-acc3-e8cf035f4732", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "532335f5-5101-41e2-9d2f-cb7c3f55b411", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f77ac5b-77ca-49a6-b6a5-8afba759d0a8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6bcdad99-bd3b-4353-8245-5667554f51b3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_281.pdf" ], "test_cases": [ { "key": "16dacdb5-109b-4844-aa42-77fe5baaf611", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT VENTURE AGREEMENT" }, { "key": "bbb0ce9d-af56-4b7e-a100-ce2c46b9d06d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Collectible Concepts Group, Inc. (\"CCGI\"); Pivotal Self Service Tech, Inc. (\"PVSS\"); (the \"Parties\" or \"Joint Venturers\" if referred to collectively, or the \"Party\" or Joint Venturer\" if referred to singularly)" }, { "key": "da91e72b-128c-4416-b20f-44bcc529cc7c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/03" }, { "key": "b991f330-036b-4636-ac0c-f8550d2be8cc", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/28/04" }, { "key": "2feaae4c-fedc-4f92-a842-fc984df47374", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "19bd7b65-02ab-478f-b3f3-cb7bf2b88d10", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4ec8261-7fab-4e3b-b0e3-903d0b8040fd", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7119adf8-91fd-487e-9adf-47364556f43b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e870bbc6-f3c0-4634-9f48-99118890e398", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e08c56ba-361f-4b3d-a0a7-c33ccf1f0f41", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "431bf7d7-b50c-4e33-bf54-52ac956ba5a2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e237c57-0dfa-48de-91f5-aa23f6489876", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e801fbbe-37e4-4bdd-8ab9-37ba9bc31e89", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36f9044d-dd7d-4e64-a186-8cb38b70db56", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7fb53f7-b248-40b0-95f0-a4535e91ea5e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "782e5018-a410-41f3-be28-52ffc3acd48b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10dcf620-a388-4a70-b22b-a3cabdc7ad8d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "97d4ea8b-9e27-485d-b104-3f2c1987c793", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "165e3fab-29b3-4a4b-86fd-124d07cc86bf", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "705e4112-4863-4aa3-a2b2-23a95dd0c185", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ae2b3ef-1153-4d4d-af0e-d194ac52614e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f506870a-c16d-4ede-96d4-9454b8510690", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51db8551-a9b3-4928-8795-c899066cccd9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ad51177-3280-46ba-af54-0d04d7a5c446", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a424f2d-f861-43af-a4e2-a0fb046421b4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a722d4a-78a8-431e-a86d-4f458365a293", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba452163-d137-451b-8c5e-004235d0bfba", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b415db27-ce5d-4825-ac74-000a33fb6a94", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52030335-080e-4b06-a05e-d81f8c685891", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10684701-e8dd-4337-8299-86e4e57d24e0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2f9717e-e9ee-442f-9b2e-3b1816f44629", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8e7103b6-c7c3-4795-adc8-35ea37121f8b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e264bf5e-82ac-4bfa-973d-5d9254b92a75", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc3a88f3-557e-41e8-8f5e-7356366105b9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17fa4368-f873-4713-918c-5eeaa9925106", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73978663-b269-405c-bee2-1740260df482", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9656b11a-0a26-4528-b217-736846a7d893", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7153a671-08c1-4606-92ff-1344bad41ef2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "62f0e6d2-c235-49f6-b17e-66f1907d9665", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_282.pdf" ], "test_cases": [ { "key": "e6de7a2c-1d36-45be-92ab-7e5507ee389d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "00926069-767a-41b8-8d59-8f968080f438", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ATHENE ANNUITY AND LIFE COMPANY; ATHENE ANNUITY & LIFE ASSURANCE COMPANY; ATHENE USA CORPORATION; ATHENE LIFE RE LTD.; ATHENE HOLDING LTD.; APOLLO INSURANCE SOLUTIONS GROUP LP; AISG GP LTD.; APOLLO LIFE ASSET, L.P.; APOLLO LIFE ASSET GP, LLC.; APOLLO CAPITAL MANAGEMENT, L.P.; APOLLO CAPITAL MANAGEMENT GP, LLC; APOLLO MANAGEMENT HOLDINGS, L.P.; APOLLO MANAGEMENT HOLDINGS GP, LLC; OMAHA EQUITY AGGREGATOR, L.P.; AP OMAHA ADVISORS, LLC; APOLLO HYBRID VALUE ADVISORS, L.P.; APOLLO HYBRID VALUE CAPITAL MANAGEMENT, LLC; APH HOLDINGS, L.P.; APOLLO PRINCIPAL HOLDINGS III GP, LTD." }, { "key": "ae20d817-f42b-4399-8213-bf7fc1259990", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/6/20" }, { "key": "742a4b4a-7167-4d88-b174-276dee6b7745", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30663db7-d357-4607-952b-05edd3285fc6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c2fcada-102b-429d-9227-551f867dddd5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49c0c2a9-ba05-4f21-b918-6547a7a5b6b4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75a287dd-2096-40c8-a4f9-75e58bea42f1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ef569a0-5b16-4360-b7f8-ed7c6c72edbd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f109c24f-3b30-48f8-9b83-3a0dfc8c2200", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9811515a-7cf6-497f-bd31-1a5da0230ad7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fb31b2e-6cf6-4db2-b642-ca879937a961", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84d90f13-5bcc-4b05-9957-aee66ae609f2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c93868d-30f5-4b0c-bf72-d7c8d00f2bb9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd189d9a-6185-4148-9c86-8fbf396c08bf", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f6fe5e6-8e74-4118-beb9-d5a755b90abd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac8fc345-fb5a-432e-8972-9f665ee6b9ac", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7364713a-742f-478d-bca6-9db47dcbe9ad", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8fbf160-f82f-4c22-b2fc-abc5b1d0892f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d90af3e-260e-4180-98ad-3bf16cbc1042", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4690e047-e183-4232-bb38-78ee758e2d30", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9b1dca1-a035-41eb-a94d-da7c48356ada", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9c61c6b-7fd3-4323-98c2-1a12d016f77f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b78927a-88aa-4173-aa67-fc692a294382", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09ecbc1c-8395-4b48-9c84-e8a6ca16b53b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b091f9b8-b237-4d16-b9b2-7109e01b3e90", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7aeba2ab-8718-44ba-bdcd-e9763bb57ffb", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5df87b88-ecf2-49bb-be47-c0af6f862e76", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9be96fbe-ad85-46c3-9777-527a58f09c0f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30b8719e-e24e-40b9-9684-6221be8ef875", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "780f8cce-e732-4dfd-aaad-f395507dd632", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0b2fb0e-3fdd-4c5e-b545-52746870b893", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a308eff-0e11-46ec-be40-a37eb5f6521f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45a4f1b9-dc80-4122-ab32-4ac3b22dd839", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a7e9991-68d2-4d95-8df1-a5b51451e78e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b37d527-07eb-4bfd-bca7-6c5a16766e25", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "5b9add41-c039-4052-a46d-0b6ef840ce93", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_283.pdf" ], "test_cases": [ { "key": "8a68db45-8e1b-4494-b371-a124c3dca84c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "e14cbec4-26a6-45fc-a35c-e5f765cafa66", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PRAIRIE ECI ACQUIROR LP; PRAIRIE NON-ECI ACQUIROR LP; PRAIRIE VCOC ACQUIROR LP; PRAIRIE SECONDARY ACQUIROR LP; PRAIRIE SECONDARY ACQUIROR E LP; BIP HOLDINGS MANAGER L.L.C.; BLACKSTONE INFRASTRUCTURE ASSOCIATES L.P.; BIA GP L.P.; BIA GP L.L.C.; BLACKSTONE HOLDINGS III L.P." }, { "key": "e15e880d-e86a-4da7-b35a-4aba211a3381", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/19/20" }, { "key": "a087badc-920a-4d11-b1d0-7efac6c08fb1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5b2da8d-fa96-461d-80d8-dd58c8915be2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4c88f70-2677-455b-b430-f65b3ddd896b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0c788c1-79a1-4f3f-8d0c-2e8870cf6bb5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ccdee48-719a-4cb4-9b61-5b465c3b8411", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0164626a-9474-4155-9b8c-00e5a80d505b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cdfe09f-a137-4e74-8ee6-575eeda8b7a6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e231f3c-f84e-45d6-9864-f8bd7ecca501", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fcfea8b-f251-460b-985b-d6d8803be45b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06738e1f-83d1-4063-a1bd-d96479b494e3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4adfa7c4-e6f0-4f62-884e-8a840c3e6627", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03a76f5d-1bbf-428b-9e19-4a4008d830ba", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5eb01e6-d4d2-49ae-b424-773734ebacfe", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "418fd0c6-7bc0-4de7-b882-a54862333807", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9da503f2-4f67-4d63-a334-0a4ef04a5d47", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b95b56e8-7dbc-4759-9fcc-c1907b35da3a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40507c86-7eb0-4bb5-a8f2-e7aae4d0eb27", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06d75981-6ba3-476f-bf8b-8a8b991ae2bc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10ab23ec-6cb8-478b-a322-e34862959097", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b17c1cbb-3944-4dc6-928f-46fb5943773d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86a57451-405a-4c1a-bf39-7248d5f56977", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65be299b-e637-4be8-8dc8-67fa40651ce4", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40ce7ef0-ecaf-47f5-bab2-693d6458f8bb", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "632378bb-cb89-4846-8c52-4d73665ea570", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "147aaa43-6074-4e81-a99c-fa4a7fd2f6db", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa2b3370-01d5-489f-916d-87f55dd085a0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eceff397-2276-40a3-8b4e-4182c758d5d6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "267d4def-bab2-4dc6-98d2-54277804084c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3dae138d-75f5-4641-8f6d-2862630bb741", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "652cd681-5106-4204-a9b8-a11ce9adacbe", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "276c618f-c20d-465a-bb72-0853a5c346c1", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e1acc8f-925b-4dd4-b4ca-4c6090819002", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45e54fb1-186c-41a9-b0b7-ac49077e58b8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d26e5f6f-2b96-4589-b127-12036b67f03b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_284.pdf" ], "test_cases": [ { "key": "c453182c-2788-4246-9c12-573732decb8f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "fde60a25-af85-4e19-affb-2656916e37a7", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CLARUS IV-A, L.P.; CLARUS IV-B, L.P.; CLARUS IV-C, L.P.; CLARUS IV-D, L.P.; CLARUS IV GP, L.P.; BLACKSTONE CLARUS GP L.P.; BLACKSTONE CLARUS GP L.L.C.; BLACKSTONE HOLDINGS I/II GP L.L.C.; THE BLACKSTONE GROUP INC.; BLACKSTONE GROUP MANAGEMENT L.L.C." }, { "key": "235e8636-d359-4209-80b3-0fc20c42f35f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/14/20" }, { "key": "3e1ca89a-cfbc-48d9-9148-54c95cd9741c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6900cc30-522b-49bd-94c8-22985fff8ff4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "daaf8cbe-2cba-4387-af13-6ddad1b48c40", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b7dc6bd-63c6-4ad7-996c-87ea7490df4c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "083023a3-6f22-4d55-a5f2-f3e9bd1bc883", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cb4e435-fb24-49f2-b59b-50bd153d3007", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7dfb445-a167-4642-8ede-884a9e961ac0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ebc47a0-226b-446c-9098-2a8ea7a8aa45", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce9ff98a-0657-4815-894d-a2003f063734", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76c65874-34f7-4771-9349-5cbdb0f19c75", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee2d4a98-ae1b-407a-b774-0b48ffd4327a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1813af0-2fe6-45b7-80fa-b31921072337", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09eecd54-d0e2-4970-8ac0-f22f7265a67e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69f5eb80-5c06-42bc-8d2b-f180faf4f7cf", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fcdb4eb3-f2d2-41aa-966c-692700a7e7eb", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d99028f2-70fb-47d2-a39a-b6c3db7fa1e8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4244b25a-e058-4df9-9130-c8dc50fdfa00", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d014a1de-9f45-44c1-82d8-6e4849df9bd3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2e115de-6144-4a2b-9571-b0acc52c5ea3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bbccd3f-df08-46dc-95f0-27ffcff5e70f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9405ee6-7812-4415-811c-bfba0a74d3bb", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f1e6235-b560-4bb6-9686-3383f0feaa4a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d97913dc-2021-4174-8cfe-7bf92f2c94e9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b682a929-cc70-40d9-9b93-772a817d2e36", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "236ad06d-d6dd-44f9-9ff1-7dd1c88eb594", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00d71349-78d3-4435-921a-265c3a8857eb", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e33bef0-e6e3-446d-bb29-1fba58196970", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c78ca999-3efb-4ec9-a8b2-0ea3a145ab15", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be3b8362-da5a-41b5-b367-12e874b0df04", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ef84fa1-7379-400f-892f-9c900d434d8a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "336320de-baeb-4f47-bda3-8c3c26433378", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08cba654-233c-4d16-b650-0a583991a4cb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "517c2cc3-3ce4-4824-ac3e-1735541159de", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "fe7ed16e-39ea-45dd-a2d5-ea6a3852cd70", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_285.pdf" ], "test_cases": [ { "key": "379b9a54-0c2f-43fc-b1c6-84da942a6852", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "55f39b6a-bdb6-45ff-aa87-b272a1279837", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ChipMOS TECHNOLOGIES INC. (\"ChipMOS\"); Tsinghua Unigroup Ltd. (\"Tsinghua Unigroup\"); ChipMOS and Tsinghua Unigroup shall collectively be referred to as the \u201cParties\u201d" }, { "key": "67bdfd6b-105a-459b-9684-f080a903830e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/11/15" }, { "key": "3034f5c0-5985-4f3d-9d3d-a29bf7dd2eaf", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/11/18" }, { "key": "56b876fe-0810-415d-aecf-0312d062ef63", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Taiwan" }, { "key": "2d9adb00-6f14-495a-afd9-3ebacb6fc02e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67a54f90-1ab9-43ca-95d4-d742f2341463", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df2467c1-1273-4f68-b40f-823bcccd2cc9", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20f2f362-7bc1-4bc3-b68d-565ec62129f1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec7805db-a414-4fd4-a8f3-c907527ba0ef", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c425ce52-9c78-42ba-ab24-7ab43ff0663a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b13b733c-986f-4004-8fe1-93ef803dbcd8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b9296c0-8a3f-48c8-9ba9-999c4a493db8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "958b42b9-7f5c-4ebe-860b-df6b2cd62339", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4455f49-5c95-4461-8a7e-df57bb7d9e6b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1049b412-0b6c-4ca9-a80b-97b37bca23df", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9e88311-8c4f-42ef-8c96-bb12abc9b54c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6baea6a2-a4e3-4704-ba75-e18c7a25153d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31ff5905-fd82-4f6e-b545-e7d6cb71e3d9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed45f9d8-2700-4e7b-b82d-33e8df1671b5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e132740b-435c-404e-84a7-63c307ecb242", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc1eaf5f-faaa-4fb4-a060-67a94b66dc60", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d757539a-af6f-4c59-8c16-c5254dbf8cea", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54315f4b-c8f0-4466-a7bc-0ff4a3162b8e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a459f48f-e240-44d9-8aae-e98db8bb7d4e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2047420-0cc3-4dc4-9708-6b2d77392db1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1618878-38b0-4888-8631-70a56c7b2a77", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f748c10-55ae-4919-b7fd-eaa4c1eaa633", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9d07bfb-4824-4b76-812c-823fa9ecae1b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09d050ed-5e80-4ea5-8659-0c06b77415ce", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b15f0252-637d-4310-8f07-a1901e997a11", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec875f5b-db0c-472c-8d0c-9fd51ea6f94c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26f19a5e-e543-45aa-81b6-8f077461e5c0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "894d7e20-30c6-4064-8982-7029bcc1651b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a893cdab-4a81-4117-90e8-1792c76fe54a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7a6ab65-8bd4-4cf6-8eae-1d24f5ae8071", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c48ab201-011a-4108-8272-717660c89780", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccfb38a9-1314-4138-8d2d-79cd1c144562", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7e336d08-fbd8-4157-bf15-80b125be9a3c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_286.pdf" ], "test_cases": [ { "key": "317e56a1-4caf-4966-919a-fd153bd5511a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "7b2461e0-8f13-4f3b-a040-15d5edb72f8e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bravatek Solutions (\"Bravatek\"); Sibannac Inc. (\"COMPANY\")" }, { "key": "12c6965e-f078-4e80-90f6-cae995360487", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/30/17" }, { "key": "56cc2d7c-bc29-4147-8259-947a6c1f5332", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/30/18" }, { "key": "3db854d3-3e83-455a-9d18-1afc8cf1b4bd", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12 months" }, { "key": "fb4abfd5-d5d3-4b4d-a9e0-1232714ce39d", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "da6e285e-2eba-48ae-af11-38ba3ae3195b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "4bc3c77f-0c1a-4a41-b40c-73dc7d18f871", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd218405-1249-43c6-a3e5-1ddf16f7536f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e642c90-426c-422f-8de4-c5520c2ffca4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9a0f70c-9571-41a3-b7d6-0c32045adf2d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bdcf42a-8f80-41aa-a4a3-d0f6e8a9752e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0da3ab4-8db5-4b04-93d4-7cb23b45221b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1e288eb-e699-42f5-ae91-d76212ebe74d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc6c8de2-ee2f-4ee4-9529-579682c19c3b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "67d434ec-b57d-44c4-84ea-ed1d302139e0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "730fcd15-4d0c-456a-b372-e9527b9190e1", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77f6a9b1-87eb-48c7-b51f-097a5a3e5b78", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "38797c80-5df4-4785-ad34-6d7b514c7be0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5bd377c1-d2ee-471a-aa79-f0dcc47b35d0", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bb8b7f9-0255-41bc-9879-967b9ed29502", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7d1e1305-5bf6-45a2-91a7-80eba5be83f2", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9923b11f-0bb6-4169-81ca-ffbf2a1b7316", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7831f632-d7da-4e2f-b62c-b65a573766e8", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "503a89d9-87bd-4d87-8361-abc8dd0a81e7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d817e20-7e53-41e4-94e9-638ee51057a6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2276165f-c1be-418f-a556-d2f043097c00", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d805050-9413-4f38-9b8b-a173795a4ed8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf302cad-f0ec-40be-a899-007c2e4c42b5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b54a193-aefd-4c99-a899-6eb3caec41b4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf4bbdec-ea80-4d50-8667-9407fb99b826", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8becf743-f9f4-4b40-9957-c8a38af6da4c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ae75259-40e5-4372-b43e-7d1a00c8af61", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e39e01b6-315a-4b5a-8dcf-ef775a340f00", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfc73fd4-a66a-45d6-abae-c58d87229e96", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6502b261-6258-4b95-8094-53ecbf7aebfc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fbed394-2c2e-48bb-aa46-7be9129b7e0a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5f9fc64-25d3-493a-a954-9a30c9706ae7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6ba825f-158c-432a-84fa-15fb638821f1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef866256-db5e-48e2-b163-69a2efe4213a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9ae43c74-cb8a-42e1-9ddd-7689fcc146c9", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_287.pdf" ], "test_cases": [ { "key": "684e06b1-64c5-4ed5-97d8-1d4c00304f31", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "bbea7afd-f5c0-4505-a542-e0bcfd1182e5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Hyatt Franchising Latin America, L.L.C. (\"Hyatt\"); Playa Hotels & Resorts, B.V. (\"Playa\"); Hyatt and Playa (each a \u201cParty\u201d and collectively as the \u201cParties\u201d)" }, { "key": "8fbe050e-d198-42bc-ac68-68476a5a5dc7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/14/16" }, { "key": "b233982f-fce0-4bd1-944f-a162384113f7", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/14/16" }, { "key": "7dd8c146-d9d2-4c05-8966-f8c400005f83", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Illinois" }, { "key": "5cebb020-5683-435d-931e-bc2b2446b9ef", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc515ecf-8416-4e50-8f6d-462bca4d3302", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fef3ccb-5a6b-44e6-9434-0386dcdb76c2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33d8c304-5e36-4cf4-a5a6-173e1ac70001", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1bb1cbe-88c7-42e6-8157-a155f5539d87", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b23bc6c2-ae99-438a-a490-99f6d98cdfdd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f63c6fa-e5c2-48fd-85e8-32f1ffbd48c9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a973576a-aa70-49dc-b16b-49e79922ae4b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06e0eb66-16f8-49c2-a4a9-c1883aa043e6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "418175eb-f121-4116-90f7-8ef229358832", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "679f89e1-6514-4360-b1f2-3c4a9722a3b6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf1f4020-4592-4bf3-acf5-75081781e062", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4949380-6be6-40a5-ba6f-e9816568d641", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "969a3443-579d-448a-ae49-69e9e3d29017", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90d9c70f-3857-49dc-8740-48f3a6309e51", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30b576da-9145-4ba4-9322-2553fc406d57", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0432caaf-00d4-4e5d-89ba-f90bb9b0c03f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a0f810e-c418-457b-9c72-815865e54db9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62a9b22a-13fe-4a74-9c4b-393aa5650613", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ed72762-485b-4d4f-bbf4-e65568c82445", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3207622-589e-410f-9406-4b4297c70bc4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30f03db7-66a9-422c-ba32-26c3385c2bef", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50c23fce-8d3d-47c5-8d29-89fa60c57adf", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1013976-276d-4486-90d8-6d47c6459a72", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "693b058c-c667-4c8e-917e-168bd040d539", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4a8f106-908c-4c2e-bfa4-a5e726c9d544", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3acd590d-39f7-4160-bab4-26cc0dd351e2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b864e197-9967-4f30-b2c1-381213fc5647", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6b663b18-5d7c-4602-9fad-bccc3cacf146", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99e3bc33-734b-417b-a57e-c87865969079", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a776e9f-f265-4d18-83e5-a8ee9dbe394b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bad5970-6ec6-4a55-9147-44922aedbf7b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97a91146-7aff-48ff-85bb-e54566c56f12", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "59012e39-92d2-45cd-bcb5-902ecea9585d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_288.pdf" ], "test_cases": [ { "key": "1ef366ac-8182-46ba-9483-0c9edccf8d8b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cooperation Agreement" }, { "key": "1967d2f5-41c5-4658-8df4-49bd26ac77a5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VA Partners I, LLC, ValueAct Capital Master Fund, L.P., ValueAct Capital Management, L.P., ValueAct Capital Management, LLC, ValueAct Holdings, L.P. (collectively, the \u201cValueAct Group\u201d, and individually a \u201cmember\u201d of the ValueAct Group); Allison Transmission Holdings, Inc. (the \u201cCompany\u201d); Gregory P. Spivy (the \u201cValueAct Designee\u201d)" }, { "key": "2f95d3ef-a931-4507-a11d-689d0e543fab", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/12/14" }, { "key": "54c5f1af-8e5c-4d00-bfe5-911a5fd2964a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "dc1dc6b3-361a-4bd6-9386-85ad9397d9c5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa2b327c-4ae9-45fa-b0f8-7d668fe18e6a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9041ed2b-5901-4a43-ab5a-36ae2ac2b007", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d7d5d69-62f9-4021-ac91-487cb653bda6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bba1944-a016-4cf9-98cd-85732e625b81", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3343e29-0015-48d3-990d-a694c9541d82", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20cc5821-fe19-4eac-9fe5-32ff40e1e249", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a40ee23-8a4b-45ea-abf1-5ab2f6b8b889", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "247cd28c-2483-4f3c-9901-ce1e2469c5d7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a0f1d57-2a12-48fa-8ee6-8b4afe315208", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1db915a3-20d5-40a0-8603-6c80af829d5f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6af135bc-9931-45ae-b65c-36d429608016", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "827a1f51-9842-4515-afcd-ff332aeb6da0", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71ccd390-69ee-4435-855b-1bbfe3ab97ba", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e77d0bb-6af8-4293-9d60-1cdbda42dbed", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18b8e306-0b2f-4252-a839-bbc6d06937a2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24f68a1c-75ea-4062-9e8f-a0e3f431ea1d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98bb15dd-c057-483a-88e5-1ecc2399a48d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "389996af-179e-433b-a8fe-a4ff30944d3e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "018099be-ede7-45c7-9f9b-bf3594ca4bb3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f375be7e-de41-411d-8596-4ce907b2f3cf", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14b95cfa-a6ee-427f-b8d3-f4d06469fa61", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d2ef2b2-cfeb-44e2-a104-c36557b1f959", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50da1ec1-1589-4941-813d-bdb99c903bb9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f0a3623-bee3-4a9f-837f-910b6253b087", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21d79dbc-3f8e-44ec-9dcf-03f1ab55fe29", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "702e2588-ecb6-4a3f-b137-37d905e8a789", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c73f1bdf-4056-4f6c-965b-23f3a449a558", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01839213-6757-41fe-9426-a24097a26e12", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49d25b60-258a-41dd-9625-0d81f88a54e2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49b3f8fc-b588-49c6-a880-4885ef6bbf20", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98119ba5-f8cd-457a-b00e-6384fd0f84bc", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c02cd29-5fdb-4255-9f36-0af80eef1a71", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a9a591fc-e06f-4a26-96a5-cd9f555a946c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_289.pdf" ], "test_cases": [ { "key": "8f346f2d-4f23-4498-8363-293859200c24", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLLABORATION AGREEMENT" }, { "key": "9b82f124-8c74-4ad1-a7a4-f895eff03331", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Xencor, Inc (\"XENCOR\"); Boehringer Ingelheim International GmbH (\"BII\"); BII and XENCOR (each a \u201cParty\u201d and collectively\u00a0\u201cParties\u201d)" }, { "key": "6ac145f1-1662-4d3c-a7c8-92f7f2b84a45", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/10/12" }, { "key": "e7797f93-6ffc-444f-ad2d-b10b30b35fb0", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/10/12" }, { "key": "2dc2a501-1586-4304-b653-a5172b8964fe", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "4eef0542-ed67-4d2c-be4c-200f246ef16b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "223cc442-c768-48d3-92ed-240b80cabbbb", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd3df078-cd42-4d3a-9e95-89c88c464d6d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bdc5d2b-d19c-402a-a5b3-15ff129ffb73", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1ed97ca4-29b2-4399-8ca6-5f895af4489b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74644929-8901-4f7f-91e9-94bdae2f0731", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02d5fe1a-5ec2-4c8d-b337-77504a6bf865", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56ec1b7f-b888-4916-b34b-5ee447f1eeee", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5987c0aa-8a3f-49e9-b606-f66aacf8e686", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7485b81e-fc37-4107-899f-bb228adcd32c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f717839c-e9cd-457c-b5af-89fc48492556", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0d0b88bd-b6ca-4756-9be8-13cf47f904b2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5e49de4-0738-43b0-96bd-e58357c6857a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9469f413-524d-476d-87e0-3ee5e3ae3eac", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fe89b2a-4064-4ac1-9d7c-cc570c1efef8", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbf2dadd-14ca-4a86-ba1f-faca2e633586", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "17498ea3-ae2b-4674-b9e8-b5abad362864", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0d8a5b2a-77f6-453d-8ce1-fa82d1910446", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "450646c7-43fb-4e47-b01a-f6a93d88c686", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "761468c4-8c14-40e1-a664-0e3b51439ee4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43849e52-4d15-429b-a656-73c18d3adb08", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c31c7244-2b61-47a3-9b0b-0e82f4c9901a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50abb90a-b71d-4007-89e9-ee36ddbbc405", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7db56ee9-b6be-410f-8990-1a6780929d71", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05c1b139-d1f2-4f04-94d1-821f58a25e2a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e84c294a-d550-4175-8bef-dc362cc21219", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c4ba6bb-e9bd-43ed-948c-bd33698011dc", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "409f64b3-9585-41f1-b2da-dd3a06fd8bf0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bb5e1869-5899-4c54-becf-9cba107120c5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fc4eb22-1161-4ace-a36c-348d0b36f9dd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "491b6804-53c4-4618-a256-3819473d9902", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef03eb01-5b51-41b8-80e2-65a942932924", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b5f8033-6d02-4f6f-9838-f8128529e241", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d7a5522a-677f-443b-8100-1fba9eedfdb0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_290.pdf" ], "test_cases": [ { "key": "3c3cc30c-f46d-4f02-9857-ae11059dad40", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PROMOTION AGREEMENT" }, { "key": "6194dc74-ea60-4793-9661-d266a0ef5112", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Janssen Biotech, Inc. (\"Janssen\u201d); Immunomedics, Inc. (\"Company\")" }, { "key": "53bab127-dc86-4fb9-acc7-00e3a5461496", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/5/19" }, { "key": "edb19b27-5e2a-4413-8501-a1964350fd27", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/5/19" }, { "key": "a8158fea-2852-42ef-ad48-f25659a402c4", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/20" }, { "key": "615a168e-37f8-4ed5-8c65-29b774a3da2b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "338a3e30-96d5-40aa-8f82-6b8f118b0e88", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06c1aec3-0904-43f8-b5a4-4943da501758", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bb254db-ca6a-460b-b276-3f99805a5487", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d733f935-2f1b-4be9-92bb-04359c9704b5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad72f4ef-3068-4a14-84ed-ff65ea79b227", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bf5c473-8c3f-4c3d-9ce8-ca8fa9ca6d1f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "17891382-b5dd-498b-9395-a737d258bf0f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec40d614-1b65-4d53-94e6-c03ccaefb46b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28039b3d-5c6c-48d9-99b3-81ac63131957", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b80cf274-6a8b-41f9-aa4d-37728da5c189", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "20ab6b85-6106-4449-a42d-8a3c172d57cc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad7e7bec-0fd3-4799-bfaf-d2363299d9e6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0de9006-3ffb-47fc-884a-0b2032cd3862", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7e09e3c-f0d0-47d4-b9ee-62bd182d8788", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "83b66e43-254b-40ef-8e4c-1fe36db1c527", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73d2e6c4-c3d8-4461-aa87-c3c6aeef7ef8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3f2891b4-ddad-4f5c-8989-49da9b244f50", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60761995-cdaa-4f07-948f-2677943559ba", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4400bb02-5a40-437d-b9ab-71ef88c4de10", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eba1195a-b056-453e-b672-cfe4bc0a0a14", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17a7fb39-7d43-4945-82ad-33781786bdac", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d083ad86-97e4-42a8-9a11-d77c7e6e050d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e27cbfd1-4c3c-474c-bcdb-25f0f76b55d0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0442f477-ba9f-47ce-bd5f-f8a9a0e5aeb6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "438172cf-9819-41f4-9591-afd07f47032d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c6621473-1e49-4f83-82bd-b89529f548ef", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b796e566-ec8b-45e5-9193-fe60263304b5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ed281af5-20d1-43d1-be17-5d17ec4d6478", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "354a3323-4483-4d86-bd37-5616700ed69c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39d10e7b-25e3-43ba-8dc1-154674fd6d49", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3397f4a7-64f1-4a66-b85d-a0cd94235408", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd0450ac-ce7d-4ec9-99cd-cd0eeb3bea95", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5398b86c-49e9-4ac2-b914-4291e7c74459", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3c043e42-a8fd-4203-85fb-4f2f26454a03", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_291.pdf" ], "test_cases": [ { "key": "af368f6f-6044-4b69-8986-d92f28711d6c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Joint Venture Agreement" }, { "key": "f15bdaf2-6f9e-45b4-b57e-1f39fd06e7ce", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Tate & Lyle Fermentation Products Ltd. (\"T&L\"); Tate & Lyle PLC; Igene Biotechnology, Inc. (\"Igene\"); (collectively \"Parties\"); (each \"Party\")" }, { "key": "c82fb2b5-0d84-4ed0-9533-f10b49a2f15f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/18/03" }, { "key": "beccb066-a6be-407b-a00f-acb8e012b78d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/3/03" }, { "key": "b7f62569-c48d-460b-8d82-c4099b720634", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "1f67eea8-5954-492f-a55d-fc6955a658eb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a7900239-e5fe-4017-a20a-2bd83b63ef20", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "044b180b-7bfd-40ae-bdfa-5444ffaf295c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f53ab4c0-d027-406f-8504-648621874f75", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3408e6a-c9b1-4caf-a2c7-7a983d2341af", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35b2de8f-5848-4d8a-a967-bbd43e9f9720", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aacced5e-d560-4282-9d5e-b9a516474b5a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d675da74-ca8a-45a8-a7de-f2e030640f6e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c6107d8-4d4a-4786-b25c-ac748fdc1d15", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7333f3d5-665b-44ca-a6a4-3d27381bd99f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52f696d9-8651-40a0-bbbc-669772766c95", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a1970f2-fcb5-4add-8e12-5d0a7777a672", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad5b972b-427b-426a-ac07-3bd7671fceed", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce71c966-fbab-43ef-b075-adf5037201de", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d4f83ba-b834-45f7-81e0-6fa6541f13ff", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbe1beb3-3124-449e-8be7-e531b0394966", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7820e43-632e-4c45-8217-4a01ac179a33", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35febb8a-cc10-415b-aaf1-d7fc9d635471", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27d2f98a-c174-4149-9985-cefe040458a9", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82bb9cd0-3832-4ee4-b96f-bfaaaf3b91cf", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0ba9b1a-a4c1-46a5-a763-94b6738afd20", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6bbddd8-ea71-4eca-a58a-779310d3cc0f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21dfefc7-0675-42b9-b922-40eef5b24c97", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "026a5f15-b3a8-4b64-bcf8-40dc82c68f28", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b70a23c-1dce-456b-9c64-fb23ca715750", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9664fa2c-2eeb-45ec-9aad-75e4e03ed801", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62c3f16e-7ad8-4134-9e0c-8fdeefd4a6d9", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c4232c4-869f-4c2d-b634-c7eb85f6cab4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02964037-aacb-4474-a5b7-94438dbc91b8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfae48e8-1823-405e-9875-328cd9490eb6", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79441289-c7bc-4737-b302-7c80bd5db6ad", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f256d56d-3d87-4110-9a3d-2ef6fb67445e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f6962d0-3f4f-478d-9754-bf9e7ab9973d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "c3048c73-868f-45eb-85e0-adf55d618642", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_292.pdf" ], "test_cases": [ { "key": "17ce511b-8fb0-4242-88a0-f7272ba830d2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "758534eb-feef-486f-9853-1a05f7a9c24b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ABP TRUST; ADAM D. PORTNOY" }, { "key": "d502ac2c-0906-438c-9b68-4bafde101235", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/22/20" }, { "key": "ab1d0b0e-66c1-427e-b9d2-dfd34e8f011d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8750dd28-0555-423d-8197-5b0070d7860e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1143a243-d115-425e-91a1-5dfa7826770b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb7e2544-4e0a-42c6-a04c-6cf2a9b4359f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5165b24d-f106-4215-92e3-3e2e67b830aa", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ade53dd7-2b7c-47bf-91b8-148ff7261109", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34e3c098-be31-4f80-bb03-8559a4734a6f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0073445-6070-4ad3-897a-ce9060bfa1b0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b008f41f-4994-43a5-a354-b7d45b084af2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdfeb4ce-8399-468d-9067-5d8e878f06c4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3adc97c1-f066-4c28-adad-71b2ab65ba81", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d25bedf-fb8c-4060-87ae-881a30227ca1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0fb3c17-ac4d-4ba9-97e8-e7c179de3ec8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d4be107-abae-4160-bdf5-33b7cce0e3f4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86e41d31-4183-4fc1-82bf-498b893f7f20", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2c40750-4d81-474b-b735-0a87f304fd0c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd6bbcfd-50a9-400c-ae3d-7fab1cc1bd70", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee6d19b5-455e-4f36-9d9a-38c30cf972c1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dffabfe8-2d2c-4c63-a3c5-75b161c0a3ff", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff9c4efb-e118-481c-b7dc-694ff32c32b1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f525c16a-6569-4992-b718-5ec2e9753cd6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21e0abbc-b4ef-4576-b93e-9f742382c537", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "685b5f1c-10b5-4954-b32f-8910c9f72d19", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ce37e26-ca21-427e-9853-535755464079", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55ca5915-e93e-4973-b291-cedd34460125", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57ade271-b377-47d8-8382-d781c9b97b7d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d91c1999-0695-48f3-80ec-abcd8a61d040", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6f871b5-469a-4ced-a49a-f87fac2939df", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e668b2f-6e4b-4788-9e19-46bed6c37e25", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef5498cd-5914-43d4-89f2-eee5a2fd52a8", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45a7eb4e-e9e8-43d9-ab77-df4d9b7859ec", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38c598b6-d8fd-478a-b4e7-e36d9ef5686f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c1e96a7-2edd-47c5-bb9a-ec3a7cd31c9a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "61c2e613-4700-40b5-bba7-f3d59ac013c3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_293.pdf" ], "test_cases": [ { "key": "6b2f3e0b-b990-4fc6-9141-9880cb098562", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT VENTURE AGREEMEN" }, { "key": "9834403b-6c09-41ee-a46a-b5f18fe042e3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MJ Syndicated, Inc.; SIMPLY HERBAL; individually and collectively \"JVP\"" }, { "key": "443679f7-c1d1-4d17-b776-259d2f9118bd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/27/18" }, { "key": "cec8f65e-bc5e-4b00-ab33-f8d7864fabf8", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/27/18" }, { "key": "7d0c39df-de03-45ee-8304-1ceb31c61eb3", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/30/19" }, { "key": "c68a6cee-2a84-4e1c-b415-6ec1f765f12e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "1cfdaa34-8c50-402e-b47c-cabd9bd28a27", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e84ba9e-ef75-4c65-8c34-3fb946c5d413", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89724cf9-097e-4e6f-b60c-24f8e0b9c953", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74dee50a-8cc8-42f4-ba6b-8b980b670919", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f38835f2-2283-49f3-abd8-a8d6be5bd783", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7b6af18-df4c-4bf5-96ae-c84ae31b87c9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c25cee09-9883-4f3a-bd61-a3237e2b5dea", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be82ad17-9260-4408-9544-7e4b3568252e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8249759a-ff49-40ac-8153-d911311fed47", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41ce82cd-d423-44ff-b656-a41a072e6dc9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e892843-bb4d-4302-a0b5-cdc1ebfa17fb", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a12a647-5755-4551-ac7d-fde3a7339d08", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "baaf0d9b-755a-4e08-a062-0130ab06bb4b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2802da5-3bf1-45da-86f9-74f75ac7d940", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6365e86a-addf-456b-8ebd-8945793178b9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bce4daef-5ee6-433b-9938-7abfcc6a44a8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0928b46a-3c24-4fa2-95d1-b5c4f06b759e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6b98f79-3f5d-42d9-a56c-b1f52cf2e670", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecddbcf0-8a75-4794-8344-25e6b39f92f7", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12898ca5-b012-480d-a595-586a18e60517", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f71bdb7c-0264-4bd3-8227-1be3e1966b57", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db29cab0-426d-4f2f-a7b3-3b0ded00fc6f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9b12d1e-48a2-4ef2-8655-bca5d870fd17", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b3b36c1-8a02-4fe6-b461-a2c7a3fa5344", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0d40980-3768-4abb-8db2-61e383f2f90e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3bd4710-a83f-4346-a668-1240b35baa5b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "668b4d74-d56b-436d-95d1-453da4d2cc52", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08290e95-c981-4525-86fd-cda0c164b35f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c03fc16-8947-4482-a3e8-557438c68041", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3347ffa0-71af-4f6c-b898-b684f9093f9b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f8a1772-838a-4327-8450-2be378a81318", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7453f212-cb27-4746-af6b-2ab3d62333a6", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f4dcb32-f5dd-4668-975d-59af7456b3f5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3cbffb1f-aa2a-41ee-b63d-f6592bd0e6d1", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_294.pdf" ], "test_cases": [ { "key": "33f887fa-0d6e-4e0e-b1bc-97c3395270ff", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "86ea06e7-a86a-4491-922a-01b9751e768c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "UNIFORM INVESTCO LP; UNIFORM INVESTCO GP LLC; THE V\u00c4RDE FUND VI-A, L.P.; V\u00c4RDE INVESTMENT PARTNERS, L.P.; V\u00c4RDE INVESTMENT PARTNERS (OFFSHORE) MASTER, L.P.; V\u00c4RDE INVESTMENT PARTNERS G.P., LLC; THE V\u00c4RDE SKYWAY MASTER FUND, L.P.;THE V\u00c4RDE SKYWAY FUND G.P., L.P.; THE V\u00c4RDE SKYWAY FUND UGP, LLC; THE V\u00c4RDE FUND XII (MASTER), L.P.; THE V\u00c4RDE FUND XII G.P., L.P.; THE V\u00c4RDE FUND XII UGP, LLC; V\u00c4RDE CREDIT PARTNERS MASTER, L.P." }, { "key": "2fb59409-d4d0-4e1f-9991-7c16cae6d34b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/20/20" }, { "key": "2d92e374-ab1b-4b9a-808c-a57eb4d53288", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0dd50b86-1936-45a3-a106-d78247049417", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3b53cb9-c89b-489d-9637-b51fd2b7d042", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7fa4cb4-f357-41a7-9d49-f242eac59839", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "826bf6b8-5d04-49b8-bff3-0110652439f2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc1217ee-9204-4c42-a191-8b4527cac653", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffa6fcff-694d-443a-8cf0-6311a7cd2929", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fd29464-6d6c-44dd-abb8-7268278cb234", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c781a56d-2421-4b4b-b644-9906c4c9ea97", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e009bb1f-e6b4-437a-bc73-76805e686eab", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e9cecc3-8da2-4df3-b98c-fd9fbd1b1a0f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d29b4936-812b-4504-803b-6dae64243b7f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43a92e2c-cf45-476d-9cc6-a49e0d826da9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c4ae21b-06e3-467a-b383-9c7258cca5e0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67d89aa3-fdee-4c37-9414-5608fc0402e1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b460fd4e-00be-4944-830f-e7933d958e89", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17b34ce0-99a2-45b0-9cc7-99dd69289d64", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b458cd7a-5589-4fa3-835d-34a9961fe195", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad932f98-319b-4cd5-b40d-e84e187b9758", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f924a80a-b159-4d0e-b1e6-f45d86c72c0e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f52c2e0-611c-48db-bbe4-17133460a5a9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbd2ab0a-4e95-47a9-b1ce-19f7bb719c0e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1adf84bc-e31e-44fb-b60e-9d4707f65c18", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2eee43fc-625f-4681-8954-aa51adafff07", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdeb9420-88d4-4044-8892-ba0533782e0a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99b08b92-86d0-40eb-8bc7-b88ae8378789", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aec4edb1-b432-4e65-bd86-5ce2e77c6f61", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaca30f8-7147-4602-ad55-7adb7c65e125", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "157251fc-709b-4dc7-9ed3-31833c6081ca", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2256bfe-8c89-4823-844c-e779ad8a4e8d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce836c55-6320-450c-b3f8-de2ec108e00b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81b496fc-488d-4e73-b077-4d2015e1ace3", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a2234d1-817d-4e08-8340-fc3ef25bbd54", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "dd85b26b-18e3-4a70-ba36-b7be8cb23021", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_295.pdf" ], "test_cases": [ { "key": "fcde5935-f62f-45b5-9e2c-2dad29dd74d9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "09b55be9-32fd-42ae-8a0f-460f0026ddae", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VESA EQUITY INVESTMENT S.\u00c0 R.L.; EP INVESTMENT S.\u00c0 R.L.; DANIEL K\u0158ET\u00cdNSK\u00dd" }, { "key": "ff2c34cc-d248-487c-b7f7-58ea779aed39", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/11/20" }, { "key": "7a459b08-f8fb-4f3b-8792-4c0b2ee4b18e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ee6f420-66af-4be4-acb4-0d34b7dcc26f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd20e77e-9599-4e90-87ba-7aaf163daaab", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "262454ba-234a-439f-9490-505bda5de6d3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93c27bd6-8321-490b-a3d5-a5dfc3c09231", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc4fa22d-f2b3-494d-ad84-8e0488776969", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7b4f628-68c6-48d2-b4b5-12aa41325246", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbff2dca-7734-4d62-8e7d-db79ebb2fff0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cd3d1b8-c0f6-44b9-811d-789e16317b75", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1edaa3e-e15d-4a44-896a-cffe5de255ed", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37e0a5d1-e2fc-4633-b45c-4b49e35517a6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34fa5f6a-fbe9-49a8-ac6f-7317973ea33a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8d71c38-ef53-43e1-bcd6-cd4fa19cea9d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c031a9c-1a2e-47ee-afd7-c1b891fbf223", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "193477b2-d074-424a-bd2b-0283e6aeb55c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1d37662-2c5e-4deb-982c-2cc8e294a437", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89867fd3-a0a8-4f10-b8c6-f67458340922", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b8dab31-ef90-48e9-bc53-9b381f0f4190", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a845a15-d2ef-4fe8-8015-f6b35c963925", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee80d2a8-e59f-4d81-897e-7fef6a15ebe5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f391a409-789f-431d-9d3c-3219920c61e0", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "159e9e4c-aa2f-4060-863e-f25dd62d7abf", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7145e019-1d8a-462c-a144-b8f223f85c5d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "956b7673-6f68-466c-bab3-c5f32c16b04e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e114cfec-fc60-4acd-8ae0-4c053905fa75", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4be9a738-d032-43bf-83c9-09407892794f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a3c3e51-dc2f-4cc0-9216-77a20224375d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4a672ae-3e41-4c0b-9222-0c1bed92d3c4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6989154-6923-44ef-81da-e7700c6448fc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "141c9339-ae82-497f-a64e-c30a721f427a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67fdf313-df55-4286-8564-397e369a3717", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a7d09cb-f37f-4205-b457-ade0fda32b32", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e5bee84-3fb8-41ad-9c6c-da58815dd0a2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d86c4220-724b-4774-8173-dbbc2d3d1cac", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_296.pdf" ], "test_cases": [ { "key": "ff64f27e-a8eb-48a1-a7f6-d19870fecaa4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "0ff108b6-930e-4653-a227-e3ab5476da7e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bank of America Corporatino, Banc of America Preferred Funding Corporation" }, { "key": "23f70878-04f4-4802-8c10-767541981c64", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/7/20" }, { "key": "32025d3c-1ed8-4640-ac42-418263c077f0", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/7/20" }, { "key": "182a7599-6dd4-46e4-b84b-ccd7eccbf234", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "386ef742-941b-4517-b685-7e902a442fa8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23c1c1ed-1d2d-4a77-a80c-b08062c9e992", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6d7f38a-73bf-4507-a625-814da7f4747c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a3eb7dc-b3be-4caa-b95b-f8c77c183d95", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebebeacf-4527-44a1-80d6-76d2bebf8dbc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "667a589d-53c5-43ea-8018-ba8b343cc985", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "087fa0a6-ccf5-4978-93d8-43f8400bd5a0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d09947f-d2fd-45f6-8d6a-b963fef94af6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6503a7f1-8870-4ca4-bba8-a7dfcd602c45", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5620f0fd-53be-4828-adaf-9f3c11413812", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8ee2568-5f79-42af-bb71-08ad466873c4", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a73132c-3616-48f5-b27e-7f90dfd5c06b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a92f6ea-a084-434a-8eb8-bb61d57c5096", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f530f24-2066-4a18-a955-8257ae93a769", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c09a2ece-9066-4292-a022-1965e01e77e9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b825d30-1dfa-4de3-bba4-46e8a00b3eb5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a675783f-cca5-4154-b8e7-e4115d95d420", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b844c8d5-af5b-45df-b113-dfd7130cd9f3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adda403c-c742-425e-b173-2bf20514a872", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1fe76af-35dd-468a-91ed-a7160cde47c2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d5cead6-dde9-431f-8c53-ddca06f30716", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96a2d3b3-bbc3-44d7-9919-ce2213c9b903", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eec3cdd0-e0dd-4f0a-abb8-22a869fb1a9e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fef2e313-2545-4d83-a3e3-54aea2afdb4b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "800663f4-7998-4881-b8d8-957cc9e9295f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b1fed46-df18-43a4-aaf7-d8c14bda7513", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b2cb271-2fd1-4ec1-afae-ec1dcbd72787", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00572912-357c-425b-8ba8-e635b9941620", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "551acd82-7b6a-4235-8693-aa7e752400cc", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76a1bfa1-f67c-4916-9056-a5ea8314455d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f8944fa-3dd3-424f-ba3b-dab2c38a67ab", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e88cbff-cf4c-42a8-8411-897d82f12684", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3fbc0715-96da-4f1b-b03e-62a083725c41", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_297.pdf" ], "test_cases": [ { "key": "2183f75a-997c-4028-bd09-5ffef3d2a2a6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "ecb3b707-fe6e-4c6c-aebd-36eb960e8d5b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Shelby J. Butterfield (\"Co-Trustee\")" }, { "key": "5b283f1b-5d2b-44da-a4ef-c7e525006a16", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/27/20" }, { "key": "af006262-a892-4b8f-a979-4ca7f1010824", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa5fe415-add0-4c10-9cec-48b67508d8b7", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a66db958-5afa-4e4f-91db-4cf8e94272da", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a1d48c1-a2ef-4ef9-a338-0586d4d0a4b9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42d236f2-aeb2-4d97-b6cf-69ae8d93bf5f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5958ec41-93aa-4618-bdba-58e742c9e05f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e30fdbd-6b50-40b7-91e3-a73aca110427", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "410bb4f4-d95f-4951-a8ec-92d3dd6558c0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "224ccded-18f7-4257-8db7-ea0b7beefc1d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "552f5415-321d-4d1d-a671-4e8a8bde16eb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38608ff8-4011-4c42-a9aa-1fceec75cc09", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1663a05e-ddfc-4337-a27a-cfcb8df7ca87", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "266fccb0-b614-4dfd-be6f-a33e1ce5f9da", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c749a00-87d7-43e3-8816-e3b94c9f116a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43355fe3-9018-40ca-a1f2-727450aacae6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bd6419f-f6fc-403b-8cb2-ba19228b1ba2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57c497bd-fb19-40eb-a97c-5e82358931a7", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdf1dd33-6d7f-4a10-844b-12846043943c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f80fc474-b9f7-4ed8-9dc5-84107c8deb08", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7afa655-7b30-4b52-9dca-1d31eaa065b5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e9a1685-a689-4cc2-a615-606adc7f84d4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6885c57b-ca05-46fe-88a0-8106ac712155", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3ced6ed-5e97-4552-a6e1-d9dbcf402c6d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdce3a23-4b95-4ae8-84f7-edfa90648fe5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ed4369d-4e51-49e4-9611-f240acfac419", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3172314f-5077-462c-b177-43dc22ebdac9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a65cc93-32d9-4c9a-82c8-950011b20fa7", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24b4f303-cf06-46b5-9c59-0c8d0ef5d9e7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5eede1d-efe8-4735-b4ae-fe14d5a59303", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b96494ab-1223-41e7-b9c0-5eec19ba5f42", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44035882-2f2c-4201-8039-38e32b8487e4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2762b6ed-d7f9-4357-934c-db0e6ccbd58d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2d3494f-4630-4b47-a3fd-9f787acb4403", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c771dc20-0d39-4ad9-80fe-2e0a208d991d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_298.pdf" ], "test_cases": [ { "key": "88d08930-5624-41fd-b272-4b94e430ed20", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING STATEMENT" }, { "key": "f98bd788-5a99-4df1-ae51-c2c9f99d60eb", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SCULPTOR CAPITAL LP; SCULPTOR CAPITAL HOLDING CORPORATION; SCULPTOR MANAGEMENT, INC.; SCULPTOR MASTER FUND LTD" }, { "key": "21484ea1-8123-4b02-a6a2-66b23212ab60", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/8/20" }, { "key": "41300d9a-86e8-4301-85c7-0d235d61a341", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc5ef0eb-f678-4282-b0a9-1994c7011cc0", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1b32ad9-0c0d-47c2-88b9-2049e0b17c30", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b994dbbe-52f1-4704-962d-27265d947ca7", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eabda154-1a4b-467f-85bd-33472391b016", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7de22e29-1262-4a98-9f66-62ce92c2cd21", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3836be15-7655-4cb3-b384-f2b9e86b65c6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b088565-011c-4c11-a2c2-975251be1cda", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8598f20d-3fa0-44ec-aa47-e5466123f182", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bffa8155-428e-440c-b520-e596101583fe", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2ec82bb-4582-4054-896c-2e8fe1807408", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db5af232-17bf-439a-94a3-bfa6b87d7665", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae8dc307-3edd-40b5-aff1-747e97874512", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6b3c562-953e-46a8-98f8-f3d0e228ddcd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "294c13f9-e68e-4169-ba5e-09e3293172ef", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c50a14a-9f97-499c-9909-9cef6c3890f4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52e1e3bc-2fe1-4811-98aa-1183ba71e171", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9d067ea-4f59-4ccc-9f74-5740f3058a9e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75eff91f-2ba1-4284-861e-31b663be6911", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f89adf7-bc91-4576-94f9-7e7cf5d78e1a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d5e0c8b-0613-40e5-9c76-1490d09ce53c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f2d3f84-9144-49ae-8659-058b1a97e40f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8bdc161-f5d6-479e-9739-06c43f050798", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25791f61-3bdc-4987-8ef6-c9a3fe3a3db0", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bf2ba27-5f72-4a0e-a345-fa9c3434e39b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "247811a3-eca3-44ab-aa7b-a80ebd578f3c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f731c830-24fd-40ca-8212-0be65f64d778", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0c3e970-58df-4d80-bf1c-9177693c8f14", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "616abe65-4e50-471b-971e-f47f17431bb3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b43faf1e-c55d-4a9b-9d5f-c4798d31dc70", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a6dd6a5-2ce9-4a55-bb34-8a284ede577c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c02baede-e60c-48ad-892e-ff414ea70264", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea09ccaf-5168-405b-a17d-20844815e9bc", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ce007d9d-e100-40a9-a7f1-9adcc34af4cc", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_299.pdf" ], "test_cases": [ { "key": "483c513c-c0a0-4e20-8e4f-86c370e179d3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "df240190-5717-4580-b4e0-2d9c06c1e23c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ARES TRADING SA; MERCK SERONO SA COINSINS, SWITZERLAND, AN AFFILIATE OF MERCK KGAA, DARMSTADT, GERMANY; MERCK KGAA DARMSTADT, GERMANY" }, { "key": "2a523675-7e34-41de-acb7-b2729faf82d3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f0b91d4-3150-4708-a730-370abad7f1d4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "870aed19-c0d8-4381-b005-5c04cb1fb17e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6c95afe-02fb-443b-905e-66659c49a62b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f138f9da-5817-4fab-81da-d5449cc92de5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ceefff9-4df9-40e0-ac15-9543df953e9a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "809742ce-45f7-4875-aeeb-5aa58142b8ff", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1fb8308-cb93-4b3a-b5a6-31adfeeeb14d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05538300-30b8-427d-afc0-66ee511e7b82", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f753a94b-8c78-424e-a38a-a26b6daef997", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bb6a124-dd65-44c5-b26c-78af77daa8ba", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cd997e5-7115-4131-949c-939a5f30ce10", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b0bbd53-eda0-470f-a9d2-767d78bae9ee", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c671557-bc72-4887-bb7c-a06e07749538", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dfd498d-1392-4d8f-a4a2-bcab45a29bcb", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e154e400-e8cf-4b2d-b418-ff376cd0ceb8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94756c37-9a4b-4416-baef-03ea1c42ccf5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64e63343-02b0-4183-bcfa-e81bcb79e29a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cf89654-67b8-49f3-b288-581e320d273a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85bd7605-666a-4ec3-a359-3df29d90af72", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad881aee-a4db-439f-b905-f9d167bd02b3", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8278d4d5-683d-42cc-8075-3396de186c86", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c282b6e-f18d-4e9d-9034-185aeda934f2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7fe1f54-26cf-48ef-810a-982242793f9f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "680728b3-e717-40c8-ab0b-9dc3424fa476", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0afdb110-ad0d-4338-9e42-d93d968e2a4f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51862e9e-6b0f-4983-ab00-a1659dcc9ac2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2414489-855b-4257-82a9-27207c3068b0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "494fc7b2-836d-4bff-93f7-6c826ec00603", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1585bb2c-c2c5-4d7a-af40-b47cf68e6995", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4ae4070-2d0a-4986-9212-d6daf7632e20", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f64fd4df-b469-4fef-93af-e525b1ce135c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea74f3fe-e4d6-4ae3-a0e3-c36f712795a6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9a07f054-89f2-4f77-ba29-a1575778e923", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_300.pdf" ], "test_cases": [ { "key": "d372c8b3-e5e4-48f5-9cd9-40aa0b584bbc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "60cf7e4c-d139-4027-ab60-9164729551f9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "UBS ONCOLOGY IMPACT FUND L.P.; ONCOLOGY IMPACT FUND (CAYMAN) MANAGEMENT L.P.; MPM ONCOLOGY IMPACT MANAGEMENT LP; MPM ONCOLOGY IMPACT MANAGEMENT GP LLC" }, { "key": "a4b54141-bc76-47a9-8669-efd32e12ad3e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/7/20" }, { "key": "fe945325-9f16-422a-9cfd-e1d65fe1b177", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8198cb0-afdc-4ffb-9cb8-af8b0398b731", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58c87b72-185a-45de-9232-45819b8a3c15", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1f45b01-4b5f-4abb-a4c8-8bdfae4c265f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb1a0c25-7ade-4da5-ae1e-2cf882910998", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a59939f-792f-4bce-a6b8-e492421fb9d6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6aa33bff-9b03-41d4-9023-568e4f81dabb", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d9d1478-fcf8-433f-b476-0a4ae18bab3e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5132b746-13cc-4cb3-b989-c90d9e01cb9b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1c3f367-a957-4c1b-a22d-7c9e42c83b69", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96914fd9-3d69-43a4-ae34-187d3c9e8c11", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2988a666-4634-49bf-84ec-216af5c662f3", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c63ff1d-9f3b-42bd-90aa-0aebdc0a7f2f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03ccea27-da04-4599-a360-2aabc4bab003", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ea82a41-5b3b-4cf4-bc26-f3d82b6b9b03", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2936c12-56f8-4e17-9459-c05e7a81fc79", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f20901f4-e8dd-4036-b719-4b4c10649cfa", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96285ea3-9a76-4727-a29a-f4c374167a7d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fc01bf7-efe1-4318-b029-a5ac46886e62", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da093826-4cb2-4431-966f-cd366a200732", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2580ae9-d22d-4c00-bf19-ae5652fc7f0f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d673e68-32ee-459d-bac8-c507565b2053", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e314b7b-b348-476a-b13a-d2ff9db6287a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d96d5557-9b52-4350-80bf-83f558201c83", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94d29b23-3a27-40fb-bca8-bb9a30c8570d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af219d4a-80b7-4acc-85f0-4a94f9d27da8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c18a7c9-6298-44c0-a484-37e1e327ca2f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a21c278c-583d-4749-94e2-b01e20356e76", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ce1968a-b29b-48bc-88b0-dca7673d1e5a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b407513-e9cb-48e1-875b-bd50dbc5951c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "336c35ac-d60b-433c-877e-79e7aaef46ed", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ab5e246-834b-4603-aa17-962bba19ff95", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb0a9cf0-8807-4124-be5a-c9bfbdb0908e", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "fd3d33fb-41a1-4055-9c34-2edb8418e1a3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_301.pdf" ], "test_cases": [ { "key": "0599d72a-3743-4707-abdc-67e620e939a5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT FILING AGREEMENT" }, { "key": "3d668f17-1b4d-42ef-9faf-591e801f1360", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HPS INVESTMENT PARTNERS, LCC; HPS MEZZANINE PARTNERS II, LLC; HPS MEZZANINE PARTNERS II OFFSHORE GP, L.P.; MEZZANINE PARTNERS - OFFSHORE INVESTMENT MASTER FUND II, L.P.; MEZZANINE PARTNERS II OFFSHORE LUX S.\u00c0 R.L; MEZZANINE PARTNERS II OFFSHORE LUX S.\u00c0 R.L II; HPS MEZZANINE PARTNERS II GP, L.P.; MEZZANINE PARTNERS II, L.P.; MEZZANINE PARTNERS II ONSHORE LUX S.\u00c0 R.L; MEZZANINE PARTNERS II ONSHORE LUX S.\u00c0 R.L II" }, { "key": "c4f868d6-638c-4f59-8d10-65e578c60659", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/6/20" }, { "key": "186e53cd-9137-4e7b-9154-d379599fc121", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b044a41-fccf-455a-a256-94240ea67be2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e8678b3-6761-4a4b-91ed-a4516b3c6ed4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d05b5dae-5dd1-4bf7-8f20-bd2580eca8d9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "397d6782-04d6-40db-8d89-9b2401cfca13", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ccf6263-90d8-4e73-9549-a3463dd20396", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15545b2c-c3e8-48dc-a894-21084be5db22", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be567b14-c0c6-4944-9bf3-c5439a49d1b2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "085479c9-bc83-4c6f-9fa6-0e3cf86e5135", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e9d120e-c8aa-445e-b8f9-9c39a6cf08e1", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9699ee02-e732-4695-8b6c-474ef7f5abb1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "380acb13-ed02-4d5e-98f9-c0cffc6a5234", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6098ca59-9e05-4d43-9d23-20277ac36adc", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9866e62-51ab-4e9f-b07f-8376ed517f4d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0a906f1-21f9-43b8-9ebc-2aa30a687d07", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86e175e6-abb5-4cfd-9652-fa6b16cdc8b4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8de94bfa-24b7-4139-9a10-791ca36676f0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26887e5d-68ce-4a9b-acac-e2cda99f9b11", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02cb5704-2227-45dc-9b24-29d2e2f3935c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01d683f1-aae5-48bc-a3e9-7f66cb20ef9f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4531ce86-8f25-4bf9-b210-451d99f3e210", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd326459-c156-4ea2-b382-7759a6f53b02", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9c249af-8579-4481-a067-21646639efe9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8661c35e-74a8-47ea-bdb2-bfe8c05926bf", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c55517d5-872c-4b21-a85d-4ace94338994", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48da603a-e571-4f3a-b106-feb5445c4a0c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fb7ee5f-8a57-425d-907d-6422a22f4f6e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c1de409-37a5-401a-ba23-c832b851af9a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cadd821-9617-4a99-8aab-4190340eb371", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bd829e0-8bca-48e7-9b15-22b642f3148f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e7d0be8-4768-402e-bc76-99f9afe875ad", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f458958f-a8de-4a46-b539-e507596df378", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59126c40-4089-4f2c-ba2e-8d7e052b8bdb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0841fcf5-ad08-41d4-b4ed-5b8d213dbea7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_302.pdf" ], "test_cases": [ { "key": "85790cef-8e4f-44e6-921b-133638d2c59a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Promotion Agreement" }, { "key": "ec3b00b4-3dd7-4799-b9cd-1cf64276df34", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CNET, Inc. (\"CNET\"); Cyberian Outpost, Inc. (\"Company\")" }, { "key": "f29621e2-edd1-4385-8e40-019a4cc4ba5e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/26/98" }, { "key": "f87e81c7-e096-4b38-9149-2625a360b4da", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/1/98" }, { "key": "71fb35a1-f0b8-4f32-8e1f-86106b5394f2", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/26/99" }, { "key": "2df1479e-09db-485e-8762-e3e479a6268b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "ae95f9e8-7880-4470-8858-b9a601da5bb1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b552b02-cac9-41b8-af6f-61b6c137243a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6d21aed-a36b-437c-8959-66f3dd239da0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ecf8c4b0-b093-4553-adc5-b5be8673c891", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "329711ce-b09e-4c75-bf80-68b4f9a290c6", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8998aa95-1d14-4688-8786-bc8b1dfa08b5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abfd7074-6087-4b65-85be-d980d4f6293d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a767689-03cd-4c77-8826-d3b04ee8d1fc", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "802f3b0f-13f8-4c57-b80d-26a4c0d63c18", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "919e84db-8637-44ba-bf4c-0e1404406d0e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32d15553-fcef-4158-8c13-792ebf035a60", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1ed8e6e0-10d4-457f-8be4-6cb4e2c8dc63", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c4aca404-4ca8-4472-9f68-208e2e7880ee", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a7b79e1-56e4-4403-bb26-802870b53a34", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "67725439-dd4e-4896-84ef-03d03ebe7366", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8d593df-01c1-4b5c-9069-b2bf5f5af558", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c23ab8e-78d6-4f16-876f-18a6af28ad1e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3ce31ec-8831-4918-ad3e-3c95924b4bb9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2495056a-f33c-4c05-9d4f-c743f6d7d3f6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b33030ca-2a5c-4a19-971c-fbe02ec2ee86", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89ee68eb-040d-479f-b652-e55021064427", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbbeab8c-4253-4f6f-8873-c1efe5ffa806", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1caaa137-c404-4052-bf94-a6c040e51060", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "835943e7-7655-4611-bc54-b692430bba0b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e361d311-a412-4d06-b043-4b9ba4e6cba4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21e086da-b34c-4f6b-9174-256ead348bcd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a96b080b-737e-40fa-8992-e88f1c837bc6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8038837a-a15d-495e-a073-8765801fecb1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e3f7b7fd-db51-482c-99b8-ec2f9fce5439", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22db193e-e792-444d-a0b4-256c899a7b29", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a3f98e4-9f97-418a-81c5-84e2e027b218", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97803cff-0087-4a2b-89f2-b0036494ad9b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e88851d8-8ae5-438f-b696-f7ed1fae327c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "55d5c0d0-3f4a-4a56-af65-c19af0301012", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_303.pdf" ], "test_cases": [ { "key": "d2019a68-ab5e-499c-976c-81c70629f458", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PROMOTION AGREEMENT" }, { "key": "8db99ffd-ec83-4e04-a392-e7c4edbdc2a5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Depomed, Inc. (\"Depomed\"); King Pharmaceuticals, Inc. (\"King\"); Depomed and King (individually as a \"party\" and collectively as the \"parties\")" }, { "key": "f2d911f0-3926-49fe-bc64-2d9e7e7608ac", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/27/06" }, { "key": "70723f93-e7cd-40e9-8483-9c6f4d92ef6b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/27/06" }, { "key": "18ca6b25-a825-4631-8564-9f37f1ba2939", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/27/11" }, { "key": "837c7423-d699-451e-ba48-9f533a7e33e6", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "c48fb8a1-63f8-469e-93bd-e0a377e215ae", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0428690-40fd-4518-bf1b-abe13197819b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bff3a8e6-37db-4257-82ea-1c5388ec9ab4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6326c2f-8e7a-407f-aea6-6d97fee6239a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d4c42782-3024-4875-be1a-39c1a33e3472", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8102e48-43f5-4432-a174-30654e54d557", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b5af3ef-25f5-498c-945f-5e5274bf9aa8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00be3a6d-7294-4daa-bebe-0d0ca68bfd26", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db9cdc86-18e4-4bc1-b88a-b3aae1e2c8e0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6412232-168a-42cd-afae-90d067d754bb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b939305-118d-411f-bccf-bc9948ceb474", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01f402b2-bbee-4a0b-9c90-41e033705b9c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "99f6bd25-86af-43d2-a350-414aabaea836", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57af28b0-ab49-47e6-8ec0-c7d5ae42cf30", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f5fb264-baba-4efd-9941-a37b1fa73268", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef8959e3-a4a9-4549-84cd-f2bdc14ce88b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af478a1d-7f70-4657-b4bc-343b01c00686", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c17ee65-4ebd-49a7-9aa9-10ee2c5a85a9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bfcf9d74-dcee-426b-b36c-6ebfdf7008f2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5a973580-2e26-432a-bb3d-46cd3ec3774b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f6c1477-36fa-4ae7-bf66-7470d00cde2f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c65dc371-a8ad-4ee5-909a-f76687efc0a9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88a3d6f2-3aba-43bf-9452-e4df126f637f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af5db507-a8e2-4f36-8666-bc484b3e8394", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da9f8951-121d-4b35-b9cd-3d6a0631cfb5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "118135a8-706f-43f0-8734-995273b20d54", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f21af235-309c-4724-9491-beae07cdaa35", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea524009-895e-4a3b-9cfe-17b221c43541", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46572c9d-344f-4012-96f6-17d37ecc6ad1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a42e89c8-c3c3-4c1d-9e14-05b9d475ced9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f3ce6ff-0094-42b7-b6b5-999f8c7c2362", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b76b63d0-4bd9-449e-8f25-5169f28a6997", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f1e33bf0-8a75-4222-939e-96823e74e717", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1104fb61-406d-4dd3-af6f-423ee2f0ed5f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_304.pdf" ], "test_cases": [ { "key": "0edb4268-ea7a-488c-93bd-81c80e775dda", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "f873ef2e-7183-4a38-8417-b9be52638f25", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Visualant Incorporated (\"Company\"); Kenneth Turpin (\"Turpin\")" }, { "key": "bd887151-b59b-4c24-8376-ff483776ff38", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/16/04" }, { "key": "641f8c4e-55b0-4327-a60f-723fb8dcdec2", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "6223da75-8e87-4b0e-bd44-faa210a26814", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "British Columbia, Canada" }, { "key": "73e290e7-929c-470b-a79e-725db160dd59", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66c61b74-658a-45c0-a3fc-e3c40421ce36", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f33d0f72-78b7-4aff-ade1-2ffb1e350f7c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23bacfdd-af93-425d-b599-a6b7c5db9594", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6de18f3a-2173-46ad-a59c-173a0755586d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7160b9bd-97f1-487c-a6c4-b12d3a991e7c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96e75712-2da4-4c37-8afa-3da4b05b1565", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f33ef222-c51e-41df-b89e-e2949a001924", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bd0334d-cf9b-4145-a32c-7fdc81c71cc3", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "247c704a-2fcc-40fb-a2e8-07738c36b1a6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4501cd1-8560-4bd0-bd65-e2630b7cbf41", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08bf99ab-fdb3-4a65-b17b-f1e9954d9260", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fca65c60-cb6b-4f0f-b20d-c7444588962d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f1fd8b4-0bd9-454d-9122-f2ce897965b6", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51cfd20d-5441-4584-b8a7-7dac8c5153c5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88d44ecc-14ef-435d-b1b0-993276ecef95", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8a3cd43e-f5a7-4d38-9ffd-389a89040352", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1be0e95-8d31-4593-87a1-d634f52c805f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8509121-9ada-4289-8118-968f3f387f2b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "729d9947-506c-4214-89ee-02b75ca46f1d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f332733d-59af-444f-9847-17377b771bdd", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5a375d65-8851-4f6c-9b7f-1dc6d5cfb629", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6ce5db9-34ae-44fd-ac20-d366a00fb26b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb6863d2-9ece-4e8a-97c4-47285285d483", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d36427bb-b4e8-4e6c-82fd-55485e5a3f52", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3766a22b-ce6c-49f7-b655-ed75ce93a592", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37cf89e8-6171-48ac-9b02-eadfb1e07e4f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3df70a2-5471-41bd-b057-1b282d3873f3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc35e23b-1b72-4906-9b23-70cd29c6e727", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17d10c41-9bcb-499b-b02d-92eaf7d0f494", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1669ddc7-c564-48cb-8429-7e6cdfc3eaa3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "736d01fe-8f5f-435b-bd56-7a583e8e138b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bff20aa-fd71-4d26-8f48-eb91b5429688", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "67ff430e-6511-4b5b-89fc-1d402cbf39de", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_305.pdf" ], "test_cases": [ { "key": "a038183e-5e4f-4912-833f-a054030a1c07", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "ab62659c-a9ae-49dd-a5bd-1e313ed7bec5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WestRock Company (\"Parent\"); Ingevity Corporation (\"SpinCo\"); SpinCo and Parent (individually referred to herein as a \u201cParty\u201d and collectively as the \u201cParties\u201d)" }, { "key": "25c8358b-d8cf-4ef2-afa7-3b6b8b57f603", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/14/16" }, { "key": "ab228c81-8600-43c8-89dc-78ada55a14a3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "354ad80c-b09c-4951-94bb-4c08bc0b773e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10cd7407-0faa-4940-bfa0-9fb837a6064f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c5098e7-7fe3-45cd-b9c4-444d73ca36c5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7136b93b-6076-4122-9e9f-1a75b2d78672", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9800c306-d575-43cd-8485-b7add65101d6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e43cb735-159c-4319-acf5-ad4a4cc34105", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aeb473b1-d746-48c1-afc2-d74ad2c27713", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "972c3216-403e-4640-8ec1-589969da2dff", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7a90e01-c388-43f5-9e5e-017063d4529a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cce76a0d-1ca0-47ac-a709-1db5295ae3dc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0adde12-0877-40d0-b5ca-8aa2134bee20", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05f5a6e0-e6cf-4f32-8d87-0c64b96485e4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "059c78d3-0538-4f72-9466-1142d9c7dbbb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ea9005c-dbf7-4c46-b5d9-5fd5d4af4e40", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "703259ee-8da6-46a0-b87f-1f5ebca25ed2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef1f92b8-3838-495a-9647-257bd3e41c19", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de254274-8643-4dfd-b012-853f19377767", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "64db1118-2738-45d5-8c6f-6a3cf386c63b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4b6d976d-67c1-4bd7-a6a0-37f5f4f5454b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3472a04b-a2bd-4626-958d-fa6ff82d3d0a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6f40be26-d1bd-49fc-971c-81863c54c261", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bacf0be-e361-4e67-97ae-b3b8a2193e07", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2440083e-d0b3-44fc-97d5-1af08e179548", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7052ecfc-3578-4f44-8852-57efc9db4c8d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0925ee05-081d-4d80-9cad-ed11875a99c2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "098dbdaa-9441-4439-b573-677c6033d20c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4b95537-dc4d-419f-894f-f14bf0759dbe", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d222ebe9-bf6c-447a-99cb-e11f51cd1733", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0ba5f58-b7be-4ab9-a00f-70ec19c99ccf", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c77d0f4-9c14-4cdd-9afc-d36159677391", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2a6e3e1-75dd-4003-b44e-a19c1030057e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e437dac6-0506-4823-bd18-b26d1336a1d2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "22ee1b32-bb56-43ed-b863-454ebb2de69d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_306.pdf" ], "test_cases": [ { "key": "48c7fff9-c125-467a-b138-d9335cb34b23", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "ec2a3ff3-aeee-4db7-afdd-9993c30f93a4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "The Babcock and Wilcox Company (\"RemainCo\"); Babcock and Wilcox Enterprises, Inc. (\"SpinCo\"); individually as a \u201cParty,\u201d and collectively as the \u201cParties\u201d" }, { "key": "9d73ea46-126a-4d93-a7a7-7b47a9b6eae2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/26/15" }, { "key": "35a56f29-bd19-4b4e-bdc7-d141fea7594a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/25/15" }, { "key": "c287cdd8-9d95-4197-9955-64954d2e6840", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "00746f07-d1ba-4c8b-88f0-2ce6fa053170", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "429228d0-8be7-47cc-89d5-975ff8aceb5a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a7e41a1-793e-4ae8-b06f-e794154c51af", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fff07424-59f4-44e6-9bd7-5ae35ff07b69", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bcde38e5-4604-419d-a365-28b5036518df", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b99fdac9-296e-49ee-9f67-6d01bb43cc10", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4f9c6ff-c9a9-47cb-a3a7-6e2888a2a5d9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "809c79e5-450e-4eb6-8c96-d29dba2bbe79", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3beefd0-4171-4fee-9fad-c7315e7864b4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3054a73a-8111-4e7e-9f0d-a4c98a74a731", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "abf942c6-e006-474f-a881-216a4a841055", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f8e45b9-2f9d-4f88-b050-46f5c3f06ac7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fb1420e-d9e4-4326-a89e-8a157ed1f149", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f2e6c4f-b219-4230-91c4-7a64404db470", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4944cc5-b5b0-4a94-ae9a-c2fd6df40637", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df728545-8227-47dc-976b-1494da531c86", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d4caa3a-2458-40b1-9cf3-c1e4192493a6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5dad5ce5-5e9a-4f19-a01c-f41bd701a7af", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "894c3827-8465-4347-a791-137f796a0497", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04fce5aa-3e99-4d38-bcb7-787fa5dabe08", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9aa5791b-9bcb-4c6d-b211-8e5a54a72288", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "65cbb2e8-e331-4137-adea-5bea851d1460", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c751c09-8cf7-4389-942a-babd02c2535b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c91a653e-8eab-4321-bdcc-996bf0aabb44", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "519138f9-695e-42cd-b831-f940f7729e0f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dfe5114d-8006-4828-ac8b-9f08d1c5375a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bd6cb74-f7f8-4153-bf0a-25ad034686c7", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e950e71-26c9-4de2-b2e0-a7713af3db1f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2011afc0-db00-442e-9657-ae79252592f9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01bfafe7-cc86-443b-a7be-786b43390ee2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "271057cf-2f9e-4a0e-a99a-b37f075575b1", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ce2278f-d21e-49a8-8475-48b2a397e9bb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "675ee88b-c7b3-4b96-891e-cf0571123b69", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "370c97e0-3121-4616-af40-34de30594b9e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_307.pdf" ], "test_cases": [ { "key": "4e9051b5-13d9-4bac-ad9e-505a35976fba", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT TO SECTION 2, PART B OF THE CO-BRANDING AGREEMENT" }, { "key": "5a46bad6-6bb5-4229-8a0d-364f88b6e2c6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PC Quote, Inc. (\"PCQ\"); A.B. Watley, Inc. (\"ABW\")" }, { "key": "c46a454a-01d0-475c-89e4-04235a1fcc32", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/9/96" }, { "key": "4ae05927-25d8-4dde-a835-d4ba67e5a1da", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/9/96" }, { "key": "fe4b980d-f8e1-43ea-8186-a2264de6eebd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc020ad1-c96a-4f41-b2e1-cbfbf6b5bccf", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af588891-c6e2-4dcf-a322-ea6d7735f468", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e0207d2-eb35-478c-8725-abf68a4b49bf", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44f7b7e1-2af5-4925-a6dd-c5d1501121e2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d494ed6d-23a1-41f1-9c4c-6bdc66c4cd0c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "795bf235-6ed8-4ac6-954a-c4232631fbe7", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9885b925-ce68-4d40-bb74-80c76112ae2a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c80ec4d2-b775-4240-9fc8-f1818ee75fd7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8910a9aa-8a61-4d64-bcf5-1f633443e613", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9d6fdff-ca69-4154-84fd-cc8cbf8ac250", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4d6669c-9a95-4148-80b6-a2698491e704", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac68d8c8-4dea-4707-be6c-6c63a7f07981", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32d6c5d7-d28c-4fcf-8ada-24871291089b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "762c32f5-3ace-4977-999c-fedc35af4af9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf3061a6-44f8-481b-a6b0-97ffe1a9aa8a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7d4ce89-9479-4b2c-a633-c6ba81147572", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6a90021-5f2c-4579-82c5-bdd80bd2dc6b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7385aac-3a3d-4abe-8048-126f284b5603", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35b80ab2-06d3-4678-9fcf-02233bb699fb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6137d08e-f130-44e1-9e17-0012dadab744", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6c1a30a-b549-473f-882d-2d797d4d5176", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1a42356-15d8-4c07-a9de-88e94cab5533", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "185f5437-0451-4f39-92bc-bb128462516e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0a3b891-570c-4e93-a5c0-29193260fd64", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95f3d261-8cb5-4a50-9ae0-724dde2a2877", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c2ed183-1ff5-4f0d-8342-fdd0993dba8d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9f9bf79-9c0d-4c32-b861-4a6303a43d28", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "880435cc-f5a1-44ab-8e76-c89a28f69f7c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b82f5a7-140a-4965-83e6-5f4d0031b018", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b609cb2-d6c6-4e21-b442-ae8464213f49", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16788b89-5fd8-4565-9f78-4d6035e8fec6", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7fdf8ab-fbd9-4315-b1b2-caf207b682a3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c74a9d76-df41-4832-b2bf-80b45b76095e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_308.pdf" ], "test_cases": [ { "key": "efec5315-7d2c-401a-b1e2-1bd6e271c171", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SECOND AMENDMENT TO CO-BRANDING AGREEMENT" }, { "key": "21c83363-0580-4c65-a792-fc9438128706", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PC QUOTE, INC. (\"PCQ\"); A.B. Watley, Inc. (\"ABW\")" }, { "key": "22297051-db0c-4941-909a-d91e3f0c3e57", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/23/98" }, { "key": "5cf95c5d-9058-495c-9507-ca47414f2244", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/23/98" }, { "key": "d0708bb4-8a90-4b21-9bec-e13c15978f41", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25887e12-b6d8-471a-b2b4-a45f56b310ba", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "088f2b2e-fd97-4d06-bab2-b12e9443706c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26803df7-f9c8-4123-9336-a9504788559d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "015df3b7-917d-4bef-9f15-fe206bf2c3a8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c4d119b-0de2-464b-94f9-ebcc045e9b30", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1176619c-08c5-4782-9985-430e3631c0a4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33226e93-3567-4936-b72f-c6a9649648b4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2d0aeee-e0cb-4c95-86c5-fa2dabf01ab2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c18ed5b-2688-42ab-841b-81ed66504382", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b808c8c-3bba-44eb-a73b-b4849282c1ca", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a40b81a2-f1de-4aba-bf0a-1304886dc035", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f752658-11dc-4c38-bbfd-2273896afd7d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a27b034-f7c6-4ee9-9fed-fe41ad901ea4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4777f245-ea74-465b-a4f3-cb061d5fa526", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dd79db8-3510-4a36-a622-83adc71aa369", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "124e148e-a029-4691-bd4d-aec4fbe7eaa1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9a69214-f818-4e62-b8e7-9817e1b3d678", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24270f9a-55f7-419f-b874-d37a6c328d32", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23534d12-96a8-4a7d-9397-e338c77a6c91", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82e4e41d-0d5d-447f-99ed-572d3c63786a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbf10b84-7244-40ef-a930-62d92ddf1d6c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae91696a-14e1-48c3-9960-afe5ed7927a2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bedcea72-d6b6-49f9-9b5d-419acf105bef", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "378fdd31-bca8-452a-8304-36580c692fd5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c5f2c00-70b5-481c-814c-50f840fa8140", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8083ad3e-a50f-4ef6-a587-ad86598b7bc1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "132bb2e5-2fe5-43cf-b467-5e115227bce1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71bedd73-1f7e-4412-bcd9-ae8d36943e1c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c475c7e-e8c5-4d7d-9a31-65ca288fadac", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8e146ab-830c-4260-a8b6-aa7eea21f875", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2671005-6018-4935-ae76-130f0f53ccf2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebbdffb6-9e31-4bc0-8e0f-531daab52656", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8e1181e8-45a7-4b9b-a9da-49f9797f844a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_309.pdf" ], "test_cases": [ { "key": "186323a9-69c0-4040-a657-671285441f88", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CO-BRANDING AGREEMENT" }, { "key": "7cd9e5aa-189a-4262-a041-cae394ae3c03", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PC QUOTE, INC. (\"PCQ\"); AB Wately, Inc. and all of its subsidiaries and related companies (\"ABW\" )" }, { "key": "ec483281-b203-478a-85ed-293fc8183020", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/11/96" }, { "key": "d6c452f4-8174-4b13-99ef-4406ddd548ab", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/11/96" }, { "key": "109d0d51-dc3b-439e-b2b2-7e7afd3aa97a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Illinois" }, { "key": "75666d52-5026-4a39-a015-a9316d470520", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df94eaa6-028e-4a8e-a9ee-9fc039c49d5b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aae60b57-a177-4436-a5d4-fae21585d708", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9b3c890-4e68-4506-a355-fac89546cf41", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d62448f-bf5c-4ab0-9cf8-6e1202dc8eb3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9894f4b-28b4-4406-bb19-8cd8cf0ce93a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5b51538-3c72-49dd-bcd8-329e08c34b5a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65fcd386-6a42-43ef-b551-27303ea1bf1e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec1570bb-2d10-4e9f-adf4-d8f065167f18", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b9d29c1-2c82-4ee9-9ba7-feb908e9d6fb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98b546c3-f0cf-486e-a80f-3dd4d78e2007", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "745c9557-cea8-4434-999e-d6c748b608cf", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcc8c662-48da-4f2a-ae55-5aa729fe6372", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6af71f7e-4576-46b1-94d1-8be140e36e50", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63e54b4b-a506-4442-b4c0-aceb40d02bfd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f53d3205-c351-4be9-9e8b-e0eb80fee18a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "664e07cb-6880-4c57-9775-eee39efa0fb1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c830bfbd-8dfc-46a3-bef9-6e896a779ca2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e1acfe9-e3be-48bd-9f36-d63c27dbb13d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bde1b9a1-8681-40c2-9522-5341447729b3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "674f7da2-96f5-4d9a-a06e-0e50e0047bf1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecf0f017-ec80-48c4-b610-da020220731a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d276dbe0-71e3-47e4-bc73-d5b23a1c8019", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a84bbe2d-edb9-4c02-b1ca-b0bc4be825a4", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5033bdb5-7da5-4e55-a4c4-7e6faa28723e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "629dc157-e8c1-4a2d-af90-bd40a0ec1e4b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4878f949-a80c-4afe-8ceb-12557721491d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dac16dcc-74f0-40ee-b56e-590f8a2cf2de", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5cb4261d-27fc-4471-b2dc-6c6d800c17ed", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42e2506a-e499-4a6e-9851-41bb89656c0f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "732bf9de-f87b-47de-9075-c9a528e5e8c0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c8be809-6e1b-4fbd-9168-0d667362f3c6", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d059a1d-d2c9-42b4-9188-24cb8f62c8e7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6f023618-891f-4d76-a272-4ffdfbd46a41", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_310.pdf" ], "test_cases": [ { "key": "5dd8f628-e51a-4ec4-8546-2a1ec516be0a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GUARANTEES OF MASTER FRANCHISE AGREEMENT" }, { "key": "67ab389a-cafc-406e-a472-6f5fe3057bab", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kiosk Concepts, Inc. (\"Franchisor\"); (\"Master Franchisee\"); (\"Guarantors\")" }, { "key": "b10581c5-525a-4237-b67f-ec127c55288c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3df1ee97-fcd1-47c3-bd5c-9bf03442db20", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1969c121-a611-456c-bf24-94410f02bdfe", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82c6a095-7c07-4b0d-b35b-10ec997fd8d1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8664f74e-83d4-4bd1-b4d9-783a42d26cb1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44abe973-0eb4-4319-972a-dc193e887b9f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7ab5c93-85f0-4c23-892a-635ba20265f6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c3e9f16-593a-4581-b7cc-b4507d9d2103", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bcf349d-b555-480c-a208-92ad5e6ce5d9", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cf1b789-b417-4ef7-b447-f9ab9bc99e96", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "701723a9-f82f-44eb-b73e-ff9e058d56dc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c338021f-a466-4da2-8080-cd987f80c477", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92ad56f1-a609-4458-9ca1-3fdcc78b09f3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c057159c-1b5c-4c68-8583-35bbbc84cdf4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3edaebeb-3b92-41df-a55a-9f7ef418bfdc", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00fdfe43-53d6-4a4d-83d0-87fac0b6bfe3", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6ee4102-c90e-4cbd-91a8-9fa4280f4df9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc148c90-b938-4a04-af83-6db46364943a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5e92785-196e-4167-88b5-e36905b0016a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97373493-a405-430d-be2e-3c5912404878", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71a792cf-f32b-4f46-9dbc-71130c1f0ec5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4d810c7-6932-4a7c-8a00-10d23e6db24f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc8e44e5-b874-4d33-92c4-b51ce97e3d00", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17891d1c-6df4-49b4-b2f2-fe661ce5f7f1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "130118fd-a563-4b1f-8aff-3ec03a4fe502", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22c4b65c-14c0-4cbb-9811-e67bacb841cf", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da53ab4e-d68f-42b3-91c3-47001e8c2f18", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ba62afa-19a5-415d-8d07-181ddc9e208a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c9181a4-0e76-422a-969b-4123308ecb04", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bc9209a-b9cc-4c9f-aa54-63d405c90aba", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f314ed7-b1e8-4e62-ad80-1aaa2f5b55e5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f0e6335-aa4b-4781-b644-3bfe3a775515", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c9d6918-1898-4688-8a0a-7e983d2308b2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7e75da86-b536-48e7-851e-f9ed2035b81d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_311.pdf" ], "test_cases": [ { "key": "b1cac963-16af-4ee5-9142-44cb825a82d0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Attachment C to Master Franchise Agreement MULTI-STATE ADDENDUM CALIFORNIA APPENDIX" }, { "key": "b1e29aed-3832-4a59-a0b4-a5decea4111b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "450ce095-fafe-497c-a79c-af13c61b4519", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "420aada0-217b-4b89-9351-3ba5de4546b4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "750a32e6-79c3-4a04-8e08-fbae095af38e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f56d69bf-85c8-448c-b305-ae277871ecb5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbca9bf4-78de-4592-a5f2-9e741fa32c35", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bde42522-b2ec-45b6-8024-9c5d70f00be9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d9134e9-0cd7-40e5-9d3a-b457d8655c06", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57630a9c-f7cc-415c-9c49-d2b5779ac697", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "378f6d14-b334-4445-975e-f72c5d8a83b5", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29e2fef3-c16b-43e6-b9b9-9c302bfae23d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d459d69-daa5-477c-8e1e-e2bffef04331", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "deae4137-810a-4784-9055-f21352bf9532", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed3150f7-d4fc-4487-a5ee-2c7561c0ecfd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8ca96b8-dfcf-4de3-aa43-cd0e387d0558", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68d5059f-1d91-4cff-a66c-81973473dc41", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efd18378-6b74-43b8-86f5-ea3201e38bb1", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0061520f-fd06-4ad4-8734-ff43b42803bb", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd778423-bfb0-4ac2-bd2c-e2f550c27843", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cbef38b-7ba0-400c-914f-fb4f29031ae1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0b95466-eb7e-4c1f-9c43-7caa169dca93", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3247386-c5a2-42db-9877-0d45ad022934", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46c85684-0e8d-4fff-9ed7-325ec4da551a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88a0916b-40d8-4c7e-bb65-fe10320c44bf", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73b562f0-f67f-403f-b3b5-3b1247f29002", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f2a83e6-10ee-4b7e-beb6-421ddc15b911", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "239fa116-93f7-4a6c-a832-5cd31b69e7f0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39f818fe-1d5b-497d-be76-3815b15d2faa", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab8c7a0d-bb1a-456a-a571-5d7c2cf087ff", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "395664ca-a84d-4c81-9c2a-31523fb31ba5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01af6360-b2b8-4329-9433-81fe3888cd54", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc893381-5cce-40d6-ab95-76200a270f55", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34b7d97b-b6f9-4fce-94fa-3997b2eac0ab", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb82d58f-f378-4236-806f-63d3a1ce2e6b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "228e0d3c-0a28-4edb-a305-6f4c13530ad3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_312.pdf" ], "test_cases": [ { "key": "cbb4d1d5-8635-4fac-8551-4e12df0ed132", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MASTER FRANCHISE AGREEMENT" }, { "key": "3925438f-8cbb-48ec-881e-fabaf45853c2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kiosk Concepts Inc. (\"we\", \"us\", \"our\"); The Grilled Cheese Truck, Inc. (\"you\", \"your\", \"Master Franchisee\")" }, { "key": "20aaf006-873a-4f30-b521-559b9e24de18", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2015" }, { "key": "b8f8d77c-62bd-4b43-8aa2-ece23962f561", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2015" }, { "key": "645cc208-2794-4905-b9ea-7e00290a6db1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2025" }, { "key": "d4843047-7ef7-477a-b9cd-5dfc87510b14", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "four successive 10 years" }, { "key": "3c77e3e3-bd0c-4083-bfc0-921e06ee7417", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "84878ef6-5034-475f-a004-9a1fcac49cae", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64cf434d-3ed6-4d2c-9683-9b5ca5e5ba04", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5305a662-79a5-4ffe-a373-52a28d7e4132", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad2b7ee9-14a6-43fb-808d-7a7419910c59", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1096471a-8210-48ca-92e2-e41535a359f4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c6ed2be-d6fc-4ca3-87a3-158d18706a19", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df8d4d08-7216-4835-af03-c8cd9232516c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ca9b4d2-9d93-435e-80be-edfbf325f347", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14bddbee-92ef-4d95-af2a-37e7f00de603", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a7a1faa3-c824-433b-ba19-e72c24adc2ee", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "446868a9-0e8c-4747-812c-9b7c08f0b80f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0bc400b2-3e6a-459a-8dab-d3409780692f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33b5e3d6-f842-491a-ada2-71c88e4ccd6c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b715c3c-562d-4b70-956d-0443dd39bd9e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52626088-7cea-42d5-8c51-a666033ef758", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4f60d56-228e-46b2-b3a2-f0d6989a4570", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8db4e7c-a23a-4641-ac87-1c202d562099", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0805d0e4-b3d7-474c-b9e3-d967fccc1d7b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "862f3e31-7970-49af-9fa5-5995d08c940c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5267fdde-9468-4814-937e-1397084e8381", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1c1fec7-8658-405e-9959-5ddd632542af", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c87c376-5b8a-434c-be87-efe90e0d9a37", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c881937-cdfa-41f5-8bee-10ab58d048e1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cc1f060-8be1-4391-9885-dbc3effd796a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ade5ce89-70d4-4a21-ac93-3faff8bcf7ca", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b3b3bf75-b1d0-4930-a75d-c2bbfd028b87", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb83f911-9099-4dff-808a-ef31fbe12926", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f70d9417-d87e-4ea7-8ac2-462ffe49d708", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "16f42f00-bfd3-46ef-bb61-59a1e42cb47e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bb74f0ab-7e15-4dc7-ab28-fb7c98cc01b7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26f3d0ac-144b-4c96-ad7a-603efa07418a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5f9a02da-4e92-4405-9254-684e0428c9f2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7ab2d96-544c-436d-ab09-69b8f49a83b4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "91b0b8bf-3797-4f10-87e4-088079bc30ff", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_313.pdf" ], "test_cases": [ { "key": "d7ce78cd-9d30-4da6-914c-2e6ca0f2c6e9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ADDENDUM REQUIRED BY THE DEPARTMENT OF LAW OF THE STATE OF NEW YORK" }, { "key": "98e9b5a7-2cc2-488b-b0ef-8540cec7036e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "KIOSK CONCEPTS, INC.; THE GRILLED CHEESE TRUCK, INC." }, { "key": "e69592ea-eed5-409f-b0c9-e4a158e46658", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2015" }, { "key": "0f3424d7-7a18-4533-aca3-b340570d3968", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1a5435e-20b5-4fd5-9423-a4c7c7b562bd", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f2bf3a2-7119-428f-bf9b-5e8d36484736", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e2f3ff0-d5b1-4fae-ac71-49d7844fdf4d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a71c25d-0293-4e3f-9da3-2375923d00b2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10b8588f-dfcc-4390-b9a7-de098ab9e90e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f732c1f-1c86-4cf5-9b37-4253a71ea71a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d134929-ab61-4109-bab6-10fbd9a92243", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a53a56f4-ea86-44f3-8cf1-50dea623e4d8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce4210a3-fe17-40f3-af31-66001051ffe6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1e9a40b-d2e8-4347-90df-bc2e0aa975b4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73d0f202-be76-44d3-9fdc-273b095fad0f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cfd19df-21e0-452d-9b1d-9b1c64fa12b2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60ee01e2-dce4-412c-9461-b541f97f6e76", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76a712b6-e594-41ac-ab89-76f105843b29", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae9bd2ec-2c49-440f-952c-0708f0d884a5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cda6ac9-1c8a-4974-8628-bc6249f8e306", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d8826bf-0ff5-4bda-a11f-720c2527bd0c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c4b3cf0-3900-452c-8178-6e516888edf5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3eeefff-4438-4514-a4f5-c820cf81f6cd", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e2db019-e0fc-4062-92e3-1c4cd3c05faa", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cef66ef-701e-411d-979e-6cfa6cea4b3a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79b7a6c5-0356-45a5-be3e-1bd8ce4cf882", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e509a5e-52f8-4bd2-b157-2ee305536343", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c0b31bc-d31b-49c2-be65-2de1077891a7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1244b7f3-ca0a-4d73-87f3-92a02ee5b4d5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79c59929-b093-4838-8764-1e36ade5dacb", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ded3556d-1351-48b3-81e2-db7bf891ce9a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88cdb7d7-104c-4161-a69c-c291b15e0ca1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d71069ec-1532-46de-a98f-23d34513cc24", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dd4871c-c5d6-44e1-9d82-1a9e3c34640c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb964ad3-3f5c-49ab-b841-f36ac841c670", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb731734-395e-453f-bede-53ac60c9f022", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "011793fa-dea1-484f-895d-b258c3f5a9b8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_314.pdf" ], "test_cases": [ { "key": "b36b2c77-77ac-475c-8816-cccd2d55d8d0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SERVICES AGREEMENT" }, { "key": "d6f2796a-ad8c-4ec3-bf7b-ba8f7c9082d9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FEDERATED INVESTMENT MANAGEMENT COMPANY (\"Adviser\"); FEDERATED ADVISORY SERVICES COMPANY (\"FASC\")" }, { "key": "f6af6705-3866-4eea-8bab-812ad9989c38", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/04" }, { "key": "b18ba382-eb43-4b7f-81bc-1c12b1037f48", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/04" }, { "key": "9b487846-0154-4962-812d-ac9ba64b0c1f", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "ff251259-595f-4876-b868-9a60dd5bf25f", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "3693e0cc-491d-4d8e-b3f1-469de94f7488", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7f87fd7-773f-403d-81a0-ce8627e04662", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0497b14c-b55f-41bd-84ef-569a5ec050bc", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f7e24eb-bfd4-4d84-a7f6-62c5edd31601", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23c41606-55ab-481f-88c5-2b952b87eb43", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f131ceab-9021-4a85-b7cc-1a5019eb1fa3", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6731d58-503b-408b-b4ca-6ded698d0e96", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "425bb24e-cae6-4e44-bdd6-9022c1085da2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e183e361-10a6-4e1f-a3c2-b43a5055a81a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "baeb8416-6965-4ff5-ad4e-f3fad1320bdf", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6b71b2b-d64f-4e02-b5bb-1acb08e7f9f4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7aedaa75-3fa7-4b95-976f-c62c5eca0e38", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "098896fa-21f5-4218-a1f8-d012d8593161", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61bf3def-5790-46a4-9b8d-d40dab085a6f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "620718bf-dedb-4a27-9013-92170b8a59f8", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cda9e587-8480-42ef-8a5f-d37ddbaebb3e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d70c302-72fa-40a5-a35d-c50f0b4acc96", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9c7bc0a-530b-4cce-8406-5d5c925968d3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1deb02a2-13ff-48de-bd21-626821b5a16e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "162364f1-19be-43f2-81dd-fe92e0100944", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76072743-a89a-4c89-ba43-f23cf35652df", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e4e45db-24e4-4084-bdf8-83b9f0f46b0b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "970b900e-99f0-4843-be9a-fb1464f43fd3", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a06ee588-dfb3-4ebe-8526-b962065e71ca", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82caaa32-c27d-4f23-84a3-cd1e62e045ee", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cba2fe3b-6e46-4e22-9ac0-00bb527a7a2f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc19f163-d4b9-4268-a96e-1aad87ad3562", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32c10128-cf9a-4fe6-bf89-d1ea1a893f6a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7deaefb4-fb32-480b-988b-11bf81167b80", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2bf7d4c-888a-41e3-ba3d-f0ca2396fd6e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d38106c-d17f-499c-bf3c-92b8ad54c303", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26d9d4c7-d57c-4a00-a2bf-2d4ba290c4e6", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0060f50a-83cb-4fb6-9cd4-303f835bd511", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c95d100e-4139-4d78-9304-7a17331fe1bd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_315.pdf" ], "test_cases": [ { "key": "39c001cb-5467-4065-89c0-bbe7372b8852", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SECOND AMENDMENT TO SERVICES AGREEMENT" }, { "key": "6ebcc659-6a90-4fc7-9ff3-853ab48743a9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FEDERATED INVESTMENT MANAGEMENT COMPANY (\"Adviser\"); FEDERATED ADVISORY SERVICES COMPANY (\"FASC\")" }, { "key": "991f2f71-38ca-4f4f-8149-39208b38bf25", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/16" }, { "key": "d6bc3d2a-765a-41da-905d-fcbb288a4d10", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/16" }, { "key": "a788a05e-026a-4ea4-89e2-6598d5c7a33b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "969f170d-5da9-43e1-bd13-61b0ac16373b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23040946-9d59-4938-a239-26210c2655ba", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56b5c537-f43d-44a2-88d8-1294c2c92f29", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53e91840-0150-4aea-898a-949de8c5303f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8496760f-26e5-4d58-b6bf-c63f6db75899", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db6b8ee7-f872-4bf1-b5a3-ee11259e5127", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a0d2d9c-d084-4e65-b14b-76dcd3f51528", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f21b248-f7d6-45ab-8177-2a4978f41f06", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "029b194d-27ac-4398-b04e-37c32f7cb256", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8b91487-f6f0-4581-9b73-c66f4ea27d3c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d92ba496-ee88-4f59-91e2-bf65be510eca", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f177bc88-d548-4102-8546-16445b6ceb4d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b2774e5-e040-4f9f-bce1-43bae0ef7fdc", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6513c2b7-a141-4ff6-8aef-023834ead2d9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4c9db0c-e7d2-43cb-bd96-92f432c796da", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a5de3ae-6811-4a81-9b9b-c92ebadfdb1a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f7e8da8-2bef-48da-975a-ebb53cf41002", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "505a1df0-7d4d-41fa-a8de-a655eaf4be98", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87db4380-8d9f-4aad-91cb-79e2dc643575", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19a71d61-f4a6-4b9b-8d58-5b54b1178c2b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d2e6714-ee58-4a84-9199-2fa4d7a6de3b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54362b6f-f60b-4df5-93a6-7a92dcc891df", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c635d556-87ed-4ced-b8f0-da790eb6d0c9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9bd404b-49a3-43be-bfae-c30a03016748", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "248a786f-abb3-4b36-822c-c9b33a5bdb1d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73847a16-a8cc-4ac1-a602-0116c5cef4ad", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6d5e9ea-963f-446f-b87d-2eb0a8216019", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82186fe7-678a-46b2-ac61-9f4949330b37", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c811f9a-5b39-45c6-87ba-e4622db5bf80", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3023f8f-d578-4c62-9368-54f62eaf53a6", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "016f13ae-c480-44c3-aa2e-fa09e0276bac", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e07f62f-39a0-447e-a5cd-4eaa3da612db", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4ffe3d3-0a2d-4cc1-bbee-7056043a3c42", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4cee12bd-5e29-49b3-95cb-9abe8987a43f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_316.pdf" ], "test_cases": [ { "key": "93a23c4f-566c-4618-b6f1-7db96510f939", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LIMITED POWER OF ATTORNEY" }, { "key": "4533de73-ae5e-4f6d-8a59-bef796a76451", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FEDERATED INVESTMENT MANAGEMENT COMPANY (\"Adviser\"); FEDERATED ADVISORY SERVICES COMPANY (\"FASC\")" }, { "key": "7f9750e0-5093-4b02-b980-3e529fe538e7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/04" }, { "key": "836d38fa-f581-495c-b637-43271b8eeaac", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "fe064d35-e807-4fe1-b7ad-38abe4cc625b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "889b6be9-9395-4990-a0bb-39144d8fac52", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7acf1b5-b1dc-441f-a77a-73b1317027fd", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cf8d7d1-c2d5-48af-a156-e96e7f21c45a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7fe4971-1730-4ca9-99b3-b285d6d6ccd8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67c9af58-2515-4965-b2e3-4526ae021f9d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84c9afd9-3112-4c05-a9fb-e770e9ad3545", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1e913c4-190e-44c2-bd16-285f8c587d5a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb85be02-a313-4315-a47d-0681658a8a51", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87ddb02d-a318-4a51-860d-178b9d8e4076", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1536214-0414-41a2-8a73-a4c2dc0f3286", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8218c08-7d2f-4726-b91f-40d24c4ed2b1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3e518ae-7275-4c57-bab6-e1dbc875022c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fd0a112-c613-4dd8-adfb-b6d68f71c0c0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cfc1ac6-3181-4c5d-ad23-ae639456d81c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4728177-0da2-4c84-85d2-766c8f0c61e5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4b9c250-dc78-468c-af1f-41ae6a424982", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6437673e-dab9-4dbd-8d01-b8c072a0330d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "654902c8-36a4-40d1-a9f4-9a3664843ee6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65712912-476a-4e3c-aa3a-5ac69601f10c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "256e7f6b-4e8e-49bb-a569-1ab8e1045c6e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ec59616-e7fa-4801-bd74-5ceb15d392f7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "113c3541-6654-4b15-b901-b456d031261f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f45daf1-e020-4762-bf2b-9415deb8fc28", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c6270dc-18dd-4eee-bee3-6443d39feeff", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f61c998-5ec4-4d6c-b5d1-a54b3621348c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15c1b70a-3161-4b7f-8d68-b5ab03fd1910", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a99b3ca2-3f1c-47f3-b299-ecc469b2a6d7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12166259-8acd-4afb-80d5-b6dc0300d540", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "894004b7-1a1b-4dd6-8c60-005d09b9980e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32a275d1-c607-428e-b7f8-63fd04220fcd", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c930b16f-4412-4ef1-a112-98b1bcde7e2a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69bc9c79-db2c-4cbd-8625-431df7d3f685", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "868e22ea-2331-4257-bbe7-fa428214210b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_317.pdf" ], "test_cases": [ { "key": "f2c7e558-5945-4213-9bf0-cb894f2b06b6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT TO SERVICES AGREEMENT" }, { "key": "dfcb09e2-1beb-46b5-9dd7-1ff9433797cf", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FEDERATED INVESTMENT MANAGEMENT COMPANY (\"Adviser\"); FEDERATED ADVISORY SERVICES COMPANY (\"FASC\")" }, { "key": "87fe697d-9365-4487-8db2-b850bdb0524c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/30/09" }, { "key": "b164b2b3-1318-40a3-8af0-89a829e377af", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/30/09" }, { "key": "4168faaf-5dec-4919-bb9f-bd6f9427f653", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "acb1c5cb-e161-483b-910b-94a2b4dfe919", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44f8c219-0811-46af-b0fb-82e0ffeba7e3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd007ab7-acac-4ddb-b15f-5137fe82f0b7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4809070-a2dc-46bf-b8c3-5abcdd65c1ef", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19d1e673-9bd7-4083-bd00-8eb71eff4337", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae2102fa-6a4e-4075-86df-53c9b4b450be", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a61a9ed5-c5f3-4b9f-bdbf-d7c3585b899c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2acfd9fc-3b45-45b9-854e-6d20a9c60670", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9c15346-ba11-4f08-8ca3-43a30448463b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af08fdfa-30df-452c-b758-bb7fda4be2b0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35546be2-1100-46bf-a883-18149fbad486", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f97c860d-3bf2-4189-93a1-56c8f5f1bb68", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fcbf235-b749-4c09-9c99-97275779553e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dd1937c-0641-421d-a313-87d964883b69", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db19206f-d3ba-4419-a14d-edf5484c18bd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd3688f0-e1b9-431f-b32d-e41871c3abe3", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b7117da-d358-4cda-af47-56a5f9db40af", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "928405c5-c6e6-4d77-a732-b3115362b3f4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3c06a64-28f5-47ee-ba09-cadb1002fb1a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1b3df46-29e2-4cd6-bdbb-4202d48193ed", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4887c33a-b5c3-436b-a274-85d2599d80b3", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb7515f3-4fa6-47c3-be71-73732cbd71a6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e97a9fb-efd7-44c1-a78e-fb80a922d8d5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65993ea3-3b2b-44ac-a9f2-09a788c2a2ad", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de8b5a43-5a3c-4842-a8a1-3691b8e37862", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "376bca22-061a-44cb-b2b8-c697c5d198c9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ee4bd68-4503-471e-926c-b5e43e21a529", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cbaee8e-81bb-4813-9c01-459a9befd55a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96428c94-3da4-4b58-81d8-ec33995e30b0", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "443fb6de-f7e1-4ead-a9e0-74aa6bf74076", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6ae23b4-529e-41f8-bb4b-c822ff66c84e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac09b4bf-91eb-4a72-b180-6ee01bdc4564", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8af329eb-9de0-4e43-811c-06400f5dce1a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7838aa13-a4e7-4a68-95b9-2ef38147bcbd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_318.pdf" ], "test_cases": [ { "key": "46c5e6e6-b6c6-4f0b-9999-77942c79570b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NON COMPETITION AGREEMENT AND RIGHT OF FIRST OFFER" }, { "key": "53f94032-dcf9-4791-ae84-cd8115c871b3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Glamis Gold Ltd. and all of its subsidiaries and other Affiliates (\"Glamis\"); Western Copper Corporation and all of its subsidiaries and other Affiliates (\"Western Copper\")" }, { "key": "381cad33-be3a-4242-b79e-434f6cbd6a25", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/3/06" }, { "key": "4e752cc0-5915-4917-a146-1ee380a46134", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/3/06" }, { "key": "14bfc700-a021-4652-bdd4-3ccf588b82dc", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "British Columbia" }, { "key": "c85b81f4-5699-41e9-8592-8b52ea94ecec", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96d1f9bd-c0bd-4d0a-9547-656c131c04ca", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d7c1874-92ff-41a7-8330-733158b52335", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f3720c9a-45bb-4506-9a6b-fd9c617e861b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fd4b61b-06e0-4cb7-868d-f6022bdfdf12", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cfc9889-3a62-4f1b-ae94-832e6155a803", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7577a985-30ad-4ce1-8ad1-3bd0f34044a6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "804f2fe8-2209-434b-9950-743d9830359c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4755747a-d74a-45f0-812a-e4adeaa06d20", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c74e082-9b10-4492-a5cc-a6e9f698cfd3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27507775-0ba0-43e8-b6f3-d426c75a8c1c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "036babaf-d832-41a8-9584-ff09e6723a8c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40181096-f00a-491a-a486-1b68ad89a26d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c032aaf0-50d4-4b4f-86c2-6f57019cb535", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a169cfb1-bb69-40b5-b33f-c17f5d0a29e9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f389dd7-9e2e-43d0-a4c9-c0916f065478", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c0310a9-96f3-42ab-96d9-0e00a71683d8", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c0476c7-4a14-4c94-a161-ea2e3dd8121a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7beda4c-9a42-4736-9913-b73d2e329036", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae721abf-fa89-4e69-afb5-ad405ec4d1af", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f574094-53ba-4c82-b360-921a6ea653fb", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1c96a17-5e38-4791-be0f-741b7344bfb5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eeaf1e05-9fc8-4f63-a0cc-97406a0b0018", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "206cf497-3615-499f-97ba-7ab5ec40e60e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3534cdfa-f3ec-4ffe-ac0b-e158a74953b3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a45dc76-2b59-40b7-ab37-d4aed6dc5df1", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f87c3fc-f785-486f-ad0c-90dad84dce89", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "744dc0b6-bd0d-4b65-86ec-1e3249ee9fe3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5aaf9eac-8d7a-4efa-88f6-d4328f14802f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0332d229-d6c0-41b1-accd-1323b8ab709a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7401f07-ebf9-4ad5-8694-2ebdea503fef", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "842bc9f8-a0cc-41d7-95bd-44475b287e8f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a346365-44fe-42e5-8448-f5cff111fe28", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d7f04070-256c-4ff1-b091-ee20861258d0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_319.pdf" ], "test_cases": [ { "key": "8ef8315c-456f-4d96-bb33-7bd1ad50d54c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLLABORATION AGREEMENT (\u201c" }, { "key": "5435462e-531f-4401-a34a-20d9e3a469ba", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Theravance, Inc. (\"Theravance\"); Glaxo Group Limited (\"GSK\"); (Theravance and GSK, a \u201cParty\u201d or together, the \u201cParties\u201d)" }, { "key": "17342e6c-ef52-4c9c-9d1b-bb0f180ab563", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/14/02" }, { "key": "4079290e-4544-4285-a093-d5a4dae81acc", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "997ded45-9ff5-4c7c-ae5b-b1db6de260d2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "430b8b7a-5c7d-4bf8-8f20-2347f745b462", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1abb58ea-1b74-4549-a3f6-ab66267cb26a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ae54e85-4db6-4b2e-b013-60b88be15403", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ff4d3916-7af9-47b0-abfb-092b27177f11", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c3d434f-7984-451a-ac81-e44d812e5539", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1aa71867-21c7-409e-9af5-1e9db5ab57c3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d0aa66c-f0f9-4e1a-8381-aa2c2b297d76", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d805cd94-5ba4-447d-b3d6-47c1f9f62b0f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b35bb789-9687-46db-a419-2e40cbfbe6dc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5a3bb99e-a63d-4e2d-8c13-99c10eca97ff", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6a715617-26af-43eb-93ab-965f85e477ec", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4d592347-89e7-4742-999a-807e7d2e78a8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e9558fb-f98a-4bd9-9940-ecf45b05b96f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "11a0f867-9ceb-4df0-8a5b-e8e7b208730c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "588e859a-a6e7-411c-b8d7-fe910b9c417f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2889b791-0ee2-499b-ae6d-fdcbc3b281f9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33908bd2-4c73-425e-b7e4-34e743a7678c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4e7e7060-47fb-4899-a2c8-494f3937cec3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97fdb252-e59d-4646-b501-6599cc02dc2b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8643566e-b2ee-4379-8598-fad106ee8a01", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb61ce5e-e5cc-4788-b836-dcb958104f4c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5911b98a-4cee-4263-bf66-2bce2f7684dc", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c53b877-4f8d-4fa5-8119-53f51a68501b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8427a1c-354d-4e4a-a80e-e76a7124c02f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "baf0b7f7-359b-4073-a1c1-ef7fd76338b0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "01a4fbef-20bb-4859-8717-2d3e3eb5aa87", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecf4d7ae-159e-4b7d-a801-667bc4e79236", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bb21a881-b955-4841-b861-862c64f5cc6f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "861e8ee3-432d-44cb-887b-e4fedd7f7950", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee942572-94a7-44c9-9fda-432356c2d4ef", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34d048ca-9ce4-4ab6-971b-d2e8b09494cf", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e2bbdab-b554-4d54-8682-cc3206c38ae5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "aebc9021-0f0c-4282-9ee3-cd2b76efe045", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_320.pdf" ], "test_cases": [ { "key": "db184d8a-4e5f-4b56-9cab-a1e0990dfedc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Collaboration Agreement" }, { "key": "b70d414b-1ea9-48b1-a5f5-13a609ff27ee", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "F. Hoffmann-La Roche Ltd (\"Roche Basel\"); Hoffmann-La Roche Inc. (\u201cRoche US\u201d)(Roche Basel and Roche US together referred to as \u201cRoche\u201d); Foundation Medicine, Inc. (\"FMI\")" }, { "key": "863f2b26-8d86-4e71-ad7b-c4490582c0ca", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "734c30ee-2889-4c8a-90e5-4ed9a6452fc2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f07a485b-c72e-476a-99d5-4b45923a333e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96eb13a5-adfc-4a1d-a1fe-75cdaf1594f9", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e54428f-d7e6-4c25-a7a4-786b332ff1a2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3a7e35af-d6f1-45ec-88fb-01a24d32f56e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62e82864-4fbc-4898-94cf-fb11752e8ee9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5f41134-1173-42df-bb39-c9336fb82850", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cb465b6-e310-4e62-a062-0e79ef84b0df", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8719b20b-e1fb-4344-88d5-2a5e0609c782", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8a0782c-c8c5-49ce-aad5-51eb5e709cf3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8443ae73-35eb-4be5-83c7-0600913ad9f3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4b9f0964-5cc9-4265-8236-61db8c2d6910", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3d50c2c-aed7-40c8-9dd3-e02ebd5318c8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c377353-191b-4beb-8224-c81fcf949d18", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ce792b19-d119-4451-a103-e92203ca6a72", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d37f5474-b9ba-414f-86c4-b8d35ce60ead", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "94f4624a-861f-4bde-a9a4-c170d1552f74", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3d93c5fe-4565-4218-abfc-ff0c6955e700", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "074ff7d9-1be2-463f-bd76-e3a23ccc584f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c0e0322-8eda-43b1-a579-fe4110afe469", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7412ae5e-8a82-4cfd-bca2-5f7640de0e47", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ea0aad25-1546-41b7-8f6f-dc5e246fde27", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84657bad-37e7-4663-a891-613934469aaf", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f4481cf5-a7ef-4c62-8886-ef4ef53e558a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08410ded-52c0-4761-ae55-a1497cc7bd54", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c5f8e47-8ffe-4049-8309-86005d6f8d2d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3bc4663e-5287-43a3-ab9e-1a4f0be92257", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b80a9a77-5a77-4d73-97ef-a5aeec474073", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2495b504-2252-44bb-9233-2fad2c6ddf27", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb6bbb08-e8af-4764-aac5-d2975e403b4a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b56823f-71f5-4cda-8f3a-20f2992fd9d2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca8d5716-28dc-4013-ad5b-b177c5683f2b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6964dcb-0932-4a59-8366-5c45b9936ecf", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "912eecc3-ae1f-419c-a706-5f26fb20949d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_321.pdf" ], "test_cases": [ { "key": "72975525-a6c4-4eca-ac55-a38f941c2d81", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT VENTURE AGREEMENT" }, { "key": "ede729ce-f3bd-4a68-801a-f1ad12f41ec8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Novo Integrated Sciences Inc. (\u201cNVOS\u201d); Harvest Gold Farms Inc. (\u201cHGF\u201d); NVOS and HGF (collectively as the \u201cParties\u201d and separately as a \u201cParty\u201d)" }, { "key": "6c50f68a-e075-4c32-ab6d-626279d4aca4", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/19/19" }, { "key": "0277bbc8-d6e0-43c5-8c86-517b74673ad9", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/19/19" }, { "key": "a3d0b100-ae74-4934-930f-9f1509c62f84", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/19/24" }, { "key": "374691b0-059d-42d7-b78e-002ffa0fb9ff", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8161275-6545-475c-8bb9-c70eda923897", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09e80100-9c77-4c49-9d4a-bcbafd5ccea2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "306559b4-eecb-416b-94f7-d1827ba58963", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c669dc1-f446-4bdd-9ccf-eb6cb38d0457", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f3ac1b0-9de5-40fe-b04e-e801a276eee5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ae7ca44-c408-4cb4-bb48-e6b76913d901", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47164a76-8b7e-4056-a15e-9cbdfbeffdd6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79a0f40a-6dcb-4d98-8f88-afa58f9b4b66", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52b1adb4-9e3e-447c-a056-851ae8023c17", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8230af28-f3cf-49a7-abdb-f1d8560a4533", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec163568-b153-4c14-9609-0d7a898f252e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0f2d38d0-c2c2-49bf-ad35-43a4c00d863d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "669d6b97-4b89-4e21-8c65-0ec47d403654", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d69e7a68-3cff-4966-ba80-da490de19eed", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d087918a-78cf-4410-98fe-86dd45cafa84", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da312bad-f7f8-4411-8588-111622bebab5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c027570-0e86-44e0-b28a-597400b12ebe", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78707106-037a-4310-9658-d68513503518", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40d641c0-ccbd-48df-a96c-4cdbc5af5c25", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96ccc72a-b6db-4412-a14b-ed99fcc25066", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8df29f9-dffc-4d32-89a6-cb0b5e5f2473", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0a9e2c4-6b1f-47d9-a356-6d645f438cfb", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3b4a418-8587-4370-bbf4-55fde059c0ee", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f99cc39-53e3-4a13-a079-03c35a832096", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b93629fb-f111-4c03-837a-b9c04162a519", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f9fc5a6-d892-4811-a17b-ad5d5ddd0f35", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26d52c74-e29c-4b8e-bdc2-8cd9b4033826", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4920c88-5486-4741-92a7-644d2b70b543", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c015ab16-e550-4310-992f-0b68a0cb1a72", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40e3c1f8-d753-4674-95d6-a5c14f811581", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afc02616-7689-480f-b5ec-9772cb5ff8ae", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31fedd94-d58e-4c65-ac2f-ba05ea9bcf30", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0c920673-9d88-4766-afb9-289bbec47626", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_322.pdf" ], "test_cases": [ { "key": "8a6476c7-0596-46a2-84a2-a554afb5a276", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT VENTURE AGREEMENT" }, { "key": "60af132b-63c8-46b0-b309-f6c649dbdaa3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AizuFujitsu Semiconductor Limited (\u201cAFSL\u201d); Fujitsu Semiconductor Limited (\u201cFSL\u201d); Transphorm, Inc. (\u201cTPH\u201d); AizuFujitsu Semiconductor Limited, Fujitsu Semiconductor Limited, Transphorm, Inc. (collectively referred to as the \u201cParties\u201d and individually, a \u201cParty\u201d)" }, { "key": "b43e5110-19dc-4a18-9d93-1d806fe58aca", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/23/17" }, { "key": "ca09b17e-0490-4da5-8885-2cd88d930139", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Japan" }, { "key": "6cc6d1d8-4f32-48cf-abdd-656b790930a1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0df567e1-ba83-479b-b2bd-2acf0e76459d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fa9702f-4af2-4457-bb94-5cac5bbb8144", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cfcffaa-3ed6-4cf8-b5bd-8a48bf007c90", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf142440-7389-428e-9b78-8e67b7c052a5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad3ee6d6-ea7a-4301-8e2f-160d2fbaa827", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd279fea-c959-4b69-8b03-b0e5c4c8a837", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a504f117-fa78-4b31-8a1b-14d03d102d27", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebb9d2b0-5fd6-4acb-b612-5a61fd769b7d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7890cef6-a355-4ca9-b949-0c199b789c63", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9c7daf6-5ec8-4e27-8291-78a7d0d40af3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3745768-333a-46d0-8177-e26260606b43", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fc47c68-2cf1-428f-9c63-dbc07391c204", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f36261d3-8837-4eab-a2b8-aab4493841e4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4819a6ee-e8c0-478d-96a1-6c01d544dcf5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8274f3bf-2532-4bd8-b11e-dfbeeff94060", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44fc70f7-5242-4623-8673-63aa5c3856b8", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69aaf255-77c1-4d81-ac44-21a0f47aa0ad", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "869b886e-0253-4b4d-8295-376ceb430b03", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cd2b7cd-7f8f-4da7-a4cb-1e036628909d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "185472be-6718-414e-a380-8723b0b8fb85", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87094faf-9203-4069-be91-468d6060cc68", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea0905bd-85c8-4eb2-97e0-65b2b6320820", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1095ff8-03be-4e34-82a7-91178b26722a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1cac9ca-f175-41e9-bfce-485fa8cf7ea2", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1efe30b6-ae83-4922-9e2c-250fa10be394", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8633b848-6aba-4856-8412-b81385053b38", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d65432d2-861a-4d04-9e37-2d2273f9b308", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fd9c7bb-2a3d-46f8-8d2b-04e30007ce71", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8d4f747-fc8c-4a24-b404-ada71c88f485", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2730a191-91c7-48e6-807d-a612e762e01f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee50626f-d7ce-405c-ab23-fb1ea494e0ba", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ac0dbbc-77ad-45b0-9c7c-2cea275d93eb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d2b9e906-aef9-45f1-a2ca-3bdf649c6f59", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_323.pdf" ], "test_cases": [ { "key": "0c65aefc-7402-4c73-b53d-e673ca9a217e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT VENTURE CONTRACT" }, { "key": "7c768e5f-7fd5-4cef-9b7c-0d52eb542c95", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Baoding Fengfan Group Limited Liability Company (\"Party A\"); Valence Technology, Inc. (\"Party B\")" }, { "key": "080720f6-c33c-4336-b6a5-d6ecaefacd93", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/8/02" }, { "key": "c0fa168d-0fc8-4727-ab9e-1d12b24d22e1", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "6f23895c-e443-48c3-b2ba-de7dffccafbe", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdf48bed-03d8-4935-8e70-d4ad73b6109b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02a18755-979c-4b21-8384-b25b98bdb2a8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e62e9670-cf70-46f3-838f-93605ade1632", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ddfc1d4-acd3-4311-936e-8f88b2d4db14", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2e4be5a-1a17-4e02-b7c5-114a8cb21657", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3553922a-d550-49d8-acf5-904e9ed6480f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0162b03-cac5-447d-9001-435acb135da9", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dacce4c-05d7-4c90-b948-5b43e134d477", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c57165ea-39e7-4377-a0a0-f27095340224", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6eed6d6-14b9-4ece-a180-20c5e87d35b1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7376a971-59f3-4eae-afe0-2bb36121de99", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8d0ca1f-b3fb-4cc3-9010-2ce1588acca0", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a8972c7-ccec-4470-8ecb-3f189d527f5f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b074b0bb-af4f-4875-bcd6-6edfc27d6e63", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0cb850a-2b31-4fce-9a1d-751e093eff5d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b72e0ec2-c2d0-4c52-a0f5-44c70f262298", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fa46c4c-b1fe-40a8-93ca-d5eab42a9042", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "45435b90-0008-46ce-b159-0a62a85467ce", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb694c9e-9514-4374-9516-0f0683331bce", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bdfab5f-6fd9-4aa3-8269-583eda06f4ba", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6eca4a3-2076-42d6-a92b-9593e47e0491", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bacf49d8-9cd9-49e2-844d-4fb237952953", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "507e2e60-2449-403e-995e-d7566a450a04", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98b6b682-c367-4bec-9df3-e078ce570b93", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7dafd95-50f6-489c-aa04-a400ec35b543", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c2d6bd61-29a8-472a-a435-f7060e10777c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d006423a-fa5f-4fb9-a82e-8fecf84ed0e8", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c529f58a-c424-4fb7-a052-cec123fe4157", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "677b6a6e-c7ce-4f83-86ba-e6228db7bebc", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04668844-0a41-4a36-a7b9-77ba76483542", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "90305562-0607-4854-9f18-a48e5fec711f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d39a58b5-5088-4350-b6e0-0f5e2ebc85ba", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8c2cda0b-b27f-4390-b105-6619ad22f199", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_324.pdf" ], "test_cases": [ { "key": "e53c8386-9dda-4b1a-a22e-8bf1f152cd63", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NON-COMPETITION AGREEMENT AMENDMENT NO. 1" }, { "key": "421e49ae-f9a9-487e-9eba-e7cfde676862", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VIVINT SOLAR, INC. (together with its successors and permitted assigns, \u201cVivintSolar\u201d); VIVINT, INC. (together with its successors and permitted assigns \u201cVivint\u201d) Vivint Solar and Vivint (individually as a \u201cParty\u201d, and collectively as the \u201cParties\u201d)" }, { "key": "70e6995b-b3d0-426f-91e9-69d51823cebb", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/16/17" }, { "key": "4df1c6b0-160a-44c9-8cca-483b04d34785", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a91c955-393a-4cf0-92b5-e7059993612c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d1127ce-6cf6-4121-9e62-3fb34a32ab78", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1c813ad-6bcf-42bb-8aa9-f54cb55347a7", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cebf2a3-24e0-418a-9dc0-fc95e543d829", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbb21417-80ca-40ec-a331-2520d09db5dd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "975dc156-b80a-41f5-919a-86caa5fa28f7", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0fe5211-54e9-471e-ad3c-c267565f1e2a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0f477a5-0f0e-463a-8ed1-01e46ea0f45c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fec84b4-a347-48c4-98a0-3d3466d02c2f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "617a5ebb-238d-4e31-83bf-648f322457d4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03a5b74e-beb0-4962-ba5b-204906c69875", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3be0f3be-94f1-4511-a454-0763a690e232", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9486df11-5f42-4144-b806-ebf92e7ca8c0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70ee65d2-d473-4b63-86ee-829ba6a545fd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bb48d83-ba83-47be-8c03-a58c0d0bf3a2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7ff3890-3c3d-43c9-977e-90c9c9e7d0ad", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ed4bdc7-938c-4444-8ad9-87957a30be00", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82b2d092-8ef6-42ef-9084-050c32e39726", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f3e8c80-9437-46a4-8ef4-7f8e2534f01d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4eb6bd6-bf94-4954-aff1-725c6fae198a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04e77d12-58f2-4c99-8b62-646aea493d5d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c71d423c-7c46-4084-a6fe-35128e8a8c3e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0480fa9-0622-4ed4-b894-092e72acb59c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "196f2019-fd1a-4f7f-a986-4eb36af4aaa6", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65c21a0b-143f-4d4e-8e5e-83daab178da2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b13df58f-aaf7-4eb4-94c9-0bceda8aa898", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd4ad5ea-b4e8-47d9-bd40-d24c311363ec", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39932019-932b-4a80-921c-fab054b86fc7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28e9114e-5265-462f-9b5e-a92ddcfd0af4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49387b6e-7a4a-4b3a-b4a5-78b3bae66969", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14598143-cb26-4b54-9550-94a7e8b94b9b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "724811f0-b043-4f34-bf6e-a9674497b2a6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ec0259a3-c50a-424d-85c9-e56d6c4142d2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_325.pdf" ], "test_cases": [ { "key": "61b77d2f-0ac1-4a9f-bc46-b076abb21be0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NON-COMPETITION AND NON-SOLICITATION AGREEMENT" }, { "key": "dca8496b-a357-4ff6-ae5b-1732bca37300", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Quaker Chemical Corporation (\u201cBuyer\u201d); Gulf Houghton Lubricants Ltd. (\u201cGulf Houghton\u201d); Gulf Oil International Limited (\u201cGulfInternational\u201d); GOCL Corporation Limited (\u201cGulf Oil\u201d and, together with Gulf Houghton andGulf International, the \u201cSellers\u201d and each, a \u201cSeller\u201d); Gulf Oil Lubricants India, Ltd (\u201cGulf India\u201d), solely for purposes of Section 1(c)[Confidentiality; Non-competition; Non-solicitation]" }, { "key": "06a67403-c591-4db5-8d86-b664e0f5270e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/19" }, { "key": "89841ca4-6f1c-472a-96b9-cf160441824e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/19" }, { "key": "71075f65-4c33-4b67-a7fc-a587327b3a5d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "dba4a4b6-dd11-4713-b8d7-d8164b6d4e42", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "342107f1-62e7-417f-b98e-bcb9d90f51e6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3a11bbec-8d68-48dd-958b-c1700d24e5d2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b652e399-7d25-4530-90e1-aba6042e0253", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b1a4213-95e4-4c73-9e26-7d33643f77e3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1b344d5-0b70-4a8c-a272-3b6ff0b8acc1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a11bd61-8110-40a1-9a64-13d81a859f73", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dafd7ee7-ca5a-44c2-ae76-e8c2bb0a9c0c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bba0eac-7f3b-426d-a91f-0fbf1380778a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5ab9b28-d67a-4a41-8321-561383847294", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ed62723-f66b-4020-8ac5-cbc94ce38dad", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c25172a1-9cf1-47ba-bc61-85819044a7df", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6bfa7af9-b7ed-4fc8-8c3b-9a082c11ffdb", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a76734f-93c4-42e8-a983-00ce19040bb7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24fee102-ced4-498a-b35e-576df33bb473", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d81b11b-4789-415f-869a-9eeba675b6b0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9578c314-67e9-4d86-bfd3-01451b09b495", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40a751c4-d32b-481b-b911-a4d4a508e8da", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b16fb66b-9e9a-45b5-b8f4-dec82a9adbff", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87a0b14d-b2a3-4cdb-8fa8-35799821c84d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bbdd450-e373-4e8e-9f8b-ad95dd471595", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b28f12f7-4aa0-4f23-b338-42c1d5b72120", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8598064d-ec43-4aa4-aff7-4ff89f096207", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f693ddb-65b3-464d-8188-9584f5a11f94", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d632120-fed7-421b-8f3e-b9ab31a4751d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8a27a80-c9d1-4ee7-b367-53ebbf6d6737", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddf26f85-b7d7-4cb2-a3fc-2704736eea40", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b04a51c-f41a-4354-a737-3af4ad4eeac7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3423c259-4e2b-4865-95d4-831d2aeadd28", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d70e75a1-56d1-4c16-a0e8-0c9ac0ad027a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36855ea8-3c37-4ef0-8148-ea84fc299d89", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9013c32-e42f-412f-b078-4539bab02bd6", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5671e24d-7d28-43d1-980d-36bdb42740d7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9114a7e4-bbfd-4392-a741-d05fbb8f5b08", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_326.pdf" ], "test_cases": [ { "key": "a1d087c4-fa79-408e-ab18-f3d8cab5319c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "f151040f-66ea-4ca9-b3c1-c53ec479ba62", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sumitomo Mitsui Banking Corporation (\u201cSMBC\u201d); SMBCNikko Securities Inc. (\u201cNikko\u201d and together with SMBC, \u201cSMBC/Nikko\u201d); Moelis & Company Holdings LP (\u201cMoelis Holdings\u201d); Moelis & Company Holdings GP LLC, (\u201cMoelis General Partner\u201d, and together with Moelis Holdings, the \u201cMoelisEntities\u201d); SMBC, Nikko, Moelis Holdings and Moelis General Partner (each a \u201cparty\u201d and collectively referred to as the \u201cparties\")" }, { "key": "81e1ee00-75ee-4c1e-b01b-05ff1c55a605", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/27/11" }, { "key": "7edc7b5f-f6ee-41a3-a470-c6f415f4b354", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/12" }, { "key": "cf8d1289-abc0-41a2-8d0a-4cc9905b9925", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/15" }, { "key": "abf90919-7126-4216-833c-f58807d74e4b", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "1e639822-ad42-40f0-b10d-f20bf063d1de", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "31c8cfaa-95f1-49ba-a754-b77bb71c9b26", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "fee57b9d-4bfe-40a7-ab66-a1f6916d3e71", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f37873ee-aeac-4a6b-9b34-71fbea9fbb95", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b7535aad-d4bb-4f4d-8edb-88fad6d72ab9", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a81978a-b105-4c01-a64c-242a513295f3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef9dd98e-f6a7-4774-aa52-66b6756faaa5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa503cf9-4f18-4023-9a29-4fcc3a78f160", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9df749ef-bf54-49d1-b681-3b5197536ec1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "670e934d-cfd6-4e18-80c3-509dad2f1c47", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0f0b1e8c-0ab0-47b0-9597-348582da04cd", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a297c2d8-6406-4f25-b703-1579df6c1bf3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "153ee7fc-061f-430c-acb3-125a148e909a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46419724-b168-4750-9651-e5320c9fee4f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "26f00b04-4615-4423-bcec-78bc84e12e6d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff9cd869-a76d-4e0c-bf28-e9432774a9d3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "261209f7-e1f1-4777-a169-4078642c9a51", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07a91f5e-55b3-4b38-ad39-e22860de1d86", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c63031a4-c085-4d59-8674-3711e60cb01f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bb5cf20-f2f3-4b21-a9ec-dc1adc55d6e1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0917f239-41f1-4837-b87c-bb01cd02c010", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b0146725-5996-48dd-a563-b8f804d8daed", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e785a6da-0d0b-48ed-8fdd-db3ecf9df97e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53a040ba-1503-40e9-a0b0-0cc182f8495a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a120691-8a2f-4b89-aef2-720339791db6", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f43e542e-7173-4ef9-a623-ba38141b9a20", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d93118ab-5a1c-498e-941f-37edd8750c96", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "687eb73c-76e7-4d97-b6fe-d00099d48555", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dedb1d14-0d36-46cc-8979-d8b285b5e9db", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c4f4eca-a118-49c7-8afb-37e27508f309", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8be5297-44ba-45e4-88c2-5d657164962a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2807b1e2-c37f-40e0-a7de-3d486cce0941", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "028af92f-3d48-4c4d-8210-5ec719529453", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f504a9de-e803-4a6f-b698-d4699171e966", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f628c01c-3ec9-475b-94da-9e184a34d9be", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "0afac334-d4b5-4f62-8caf-733ec5d41c33", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_327.pdf" ], "test_cases": [ { "key": "28c54038-d422-4dcc-b427-2862ac6d5d31", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "07bfb27a-f5bd-4820-a298-c8945a64e4e3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Dialog Semiconductor (UK) Ltd. (\u201cDIALOG\u201d); Energous Corporation (\u201cENERGOUS\u201d)" }, { "key": "1a695b6c-2ebd-439c-8d3b-1b9a8ebf6fdb", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/6/16" }, { "key": "4b7a5bc2-99d2-4e05-a695-2b662445b17b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/6/16" }, { "key": "f8929dfa-7ab9-4e69-9904-959d1e2ee402", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/6/23" }, { "key": "509c3848-9795-4556-96a9-d4a98a1809e9", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "b840be12-ef9a-4732-967a-10a6409406ba", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "180 days" }, { "key": "39fcea41-8a0a-49f9-b573-4302080ae9be", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "c8d2c6ab-2b0c-4763-9a1b-194099962ebb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c11996d3-d3f4-481a-8ebf-039a6d1922e6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b675b5e7-fd59-4ac5-8670-e375376d15a6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02b07584-c309-4cfd-a079-e6430af454da", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c345b052-8710-4dc2-810d-0df8c7b263fe", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7538508b-62a5-43ba-9af9-5358bb65ed34", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c5e1167-d802-4c18-bcb8-bda20cc6e98e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4509c3e-ed35-428f-85fd-21820cf09e01", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a0b64ca5-fa99-4cd3-9000-e3b9501ea89b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98e4726a-793f-420c-870a-f378c15b37ca", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7bc29ead-2c69-441c-acb9-19b8dc7cdb0f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0bc0cc4-68b9-40c1-b385-6cad73299133", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8fb2dadd-ff63-40f5-aac8-42e7f5be7805", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bf28a5d-c87a-45fb-9b51-7fce1ce97001", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c2bb78dd-e7ab-4176-9af0-36af67b9745a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da8f31e8-486b-42bc-a504-32df808a8c00", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "070ecfd0-ed49-46fa-8bc9-b232ad794af4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63a76bd6-b85b-44c1-8c0c-432a81dd18be", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d3535919-d693-448e-ae1c-53cc56f5559c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2440e9f8-a21d-4188-a2de-da01b1a9559c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5368386f-f281-412f-892a-ceeab4654f27", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec398d22-c90f-44a5-8933-3ee9044654c2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "109b5aee-58b4-40d3-8753-bc7991f00a6e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6154441-602a-40df-a729-fffe03ccca1c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "843aa094-ab92-49ee-a43e-13655d194f1b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a2ac628-3ce8-4602-abae-7d1bf36d525f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f399d982-367d-40a3-9bc6-80f6fea59da8", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7bb84dba-fe42-4eca-bf61-39561c885945", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca5809a0-5102-4c0f-9240-f2f4fc78e35e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2263a50-ac4c-40fc-8566-083d3e20d2f4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1149cbc3-8b28-45e2-ad73-497b9885a704", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c450668e-e53a-4798-8198-2c1e10d4bd37", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d49894f-0823-401c-a1ec-ef3c9cb89067", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ff9fbc85-cf0d-4ddd-beb8-150d5ea5f2e6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_328.pdf" ], "test_cases": [ { "key": "468a59d9-84ff-486b-9e22-ad7e7670d7d2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT VENTURE AGREEMENT" }, { "key": "d5144e0c-a246-4e3e-a1e2-d5e8ac8179b5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BorrowMoney.com, inc.; JVLS, LLC; BorrowMoney.com, inc.; JVLS, LLC (individually the \"Member\" and collectively the \"Members\")" }, { "key": "f89ca577-fd9b-4f01-966e-97766e353bc4", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/20" }, { "key": "a4f0004b-b90c-4003-994a-6bab3fb36d7b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/20" }, { "key": "df67d97a-42ec-4e7f-975c-cbd463271ade", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/28/25" }, { "key": "367c5798-9a72-4d58-adb1-3726f323e97d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03305743-9eeb-420c-a61b-afa44ee3ae87", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae1a377f-b3f7-4c7a-adfa-be71f12c4b74", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "febbb089-0f04-4e74-9eb9-41c1fa9f775b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1eb8994-d690-45c3-9668-f2a4349560d7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "067eede3-da1e-4307-885d-b825f1a70f4c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9aa526af-6728-4176-831a-e17163969c8d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58cb72d1-fe8c-490c-8587-0af25e2eb0e5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "756b3da9-2a7d-4403-9d9c-c5a95ef26193", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ab27890-4c90-4de4-ae76-a00bd6eff965", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82499717-2ef2-4bbe-b842-ace9f135544d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62673122-c492-41a6-b5ac-5446460401d3", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "119b327d-ddf3-41cb-8cf0-cabc43c03759", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "002c4870-5c09-4455-878c-0b5f6142909e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2cc69b1-6349-4540-a933-c91540c8f164", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9b137b7-a63a-418f-8397-8507d3835446", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e261e246-d20d-4c2d-9bb4-4b2113d66363", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "428523f2-64fe-4208-8529-24af7c848fdc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebb80c05-daf9-4546-aa7a-f9690ddc3414", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "732961a5-3f9c-446d-9271-6de5f38e08cc", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e04f8ed1-a2f5-4154-a34a-4ccd906cc69a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8171301-1fa4-4878-b595-1e55a96b19a9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0ccdd6f-ab9f-48f8-9931-3a0d2cdd3a96", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33fbeeb2-93a7-4910-9caf-9e1e86b7fd61", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20cb2267-fde5-4f21-95da-97435911ce0d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c992e6ce-ec7a-4a45-bee4-c7afcacdb564", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3752451-3485-4968-a39d-69363f9b59e6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b4e8829-9597-485f-bb1e-fcda4746f7f9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c68038b-16d1-4393-8c8f-b86f006b512f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12796e60-6da6-4215-be4e-432e7d1ab62f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fad2112-d6b7-4ac5-8221-ac5dcaed717b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8e11dca1-c94f-4e7d-bfc7-fac069bb96e3", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f49d907-3af7-448c-bf52-fceb29bfc7d4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b7ecd09a-74e7-4bca-9130-671408eb41a7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_329.pdf" ], "test_cases": [ { "key": "c7dd0507-bd05-42a1-abc1-63a9a9d74609", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT AND TERMINATION\n\nOF\n\nJOINT VENTURE AGREEMENT" }, { "key": "0757b5ca-2378-444e-92b5-3cdf94dac0f8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Veoneer AB (\u201cVeoneerAB\u201d); Veoneer US, Inc. (\u201cVeoneer US\", and together with Veoneer AB, the \u201cVeoneer Parties\u201d); Nissin Kogyo Co., Ltd. (\u201cNissin\u201d); Nissin Kogyo Holdings USA, Inc. (\u201cNissinHolding\u201d); Zhongshan Nissin Industry Co., Ltd. (\u201cNBZ\u201d, and together with Nissin andNissin Holding, the \u201cNissin Parties\u201d)" }, { "key": "5104315f-6f8a-49a3-8796-ed5457faf834", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/30/19" }, { "key": "ac380bd6-c5f5-4472-b26c-1c881d0f7941", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/30/19" }, { "key": "5496688d-3904-4dd4-9853-083f1f31364a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Japan" }, { "key": "c00d4d33-19a8-4e18-9f4f-cfe10a304dbd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ccb536f-958f-477d-895a-19c96a54f1e9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37a536cc-d74e-4714-880a-819b6906a998", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c9b6b1f-36ff-4bf9-b5ac-cad7840ad221", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ee96621-6652-4c07-8b24-f84cbe42d948", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f2c7dd6-f605-4dcc-94f6-551576162a46", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a0c2145-c6ef-4151-9117-c078fae7d524", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dfdb2b1-22fa-442a-8b08-465613353a03", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f6d79a3-5d9d-49d2-b2f8-0a2adc955821", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a161ae9-161d-42ec-8ad3-2c2b2c9591cc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4f0b2d0-f7c2-4d52-bd5d-e46bd9bf11ca", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6657e73-6947-4c2f-a6a1-c140c13c993d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87182cd6-9de0-4f13-b440-a4fc73ddb820", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "588f14b9-8849-43c1-a9b6-6f61aeb60f27", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d2bd2d6-f1b3-4b8c-b7fc-94d7dd7c21f8", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64932beb-6f35-48c8-987d-32e5e8d06e79", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "278bba98-5f7a-482a-899a-86d8988dba21", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "909ff590-0cfe-4f4b-be0e-dd361b5c4082", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d413a99-d58e-40a3-a4d8-054f0e3eae51", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6eb5b0e-f8c2-4163-b5c7-e5230d464d1d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6eae887-f1a1-4514-8b38-2a275ab37cdc", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cb8236f-2ac4-47f7-8122-2c002dae18cb", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8c09772-4ded-49fd-bcdc-8fd7daa29875", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7361998f-526e-444b-aee5-65b61e33d810", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "102f760a-d06f-4c41-8c68-1e52574d1739", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7b65d6f-5d6c-41c2-99e3-3da9a53ca68d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45e1197e-d7f4-49d3-901a-201a8e3358de", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a59ee714-fe42-4ad9-9972-bf64252c14cd", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0535459-1d69-4fac-9a75-691e91f6bf10", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0291c63-4034-456b-a365-92355dbf2264", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9e6e8f3-eb66-4d7d-b717-4ea3a745464e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3bbbf6ad-bf82-4017-8d51-df3cf37d0fc7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71916ec4-73bd-4564-84bb-9164d21dfd51", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "95f6989e-e4ef-4a7b-a797-cdb0016403a8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_330.pdf" ], "test_cases": [ { "key": "7a6b7291-5529-45cb-a85e-e276a375ad47", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT VENTURE AGREEMENT" }, { "key": "fc43ad4d-3d92-48da-8276-6e9a197e2163", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "KIROMIC BIOPHARMA Inc.; MOLIPHARMA S.R.L. (\"Party\" and, together, the \"Parties\")" }, { "key": "6a3f085e-641d-4a1b-9539-533cb4bd0c57", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/2/20" }, { "key": "a5df26d7-cd7f-4d84-8f76-2685dd26b8f3", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/2/20" }, { "key": "48f4d3e0-03e5-49d7-a7e4-55493be1c14d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "44a864c0-5b42-49ed-b391-39be583b36d9", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive [] years" }, { "key": "cefd2c87-e42e-4c86-8913-a8c96e822d60", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "767fc98b-cfa8-470f-a6e5-9676b3e20870", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Italy" }, { "key": "08eb1ee5-e47c-4ae6-bf08-68dbaffcc761", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7264f602-a34f-48be-9612-7cfbd1996b89", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b796b024-0c4f-4641-a957-d0443359e9ce", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2933751b-f65c-4556-8017-803edcad9142", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4528bfdb-f6db-42f2-8f13-917ba509843b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff4305bb-a819-43fc-8969-1d57b1fae978", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9bef87ba-1084-459f-b269-17ae9f301876", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ebc5bcb-cad4-4779-9ae4-a5148b751afd", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6642547a-0a48-4ec0-8edd-c08af4e2862d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68170ec1-f602-4666-b321-8eb367b65121", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "683d5d9a-1e59-449c-a880-a4629d889dd2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "767392d7-ca92-43cb-b559-ad75dc9c3e41", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca00c5bc-875a-4213-b889-38006ee80b86", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3b22646-30ef-48de-9a29-125295312be9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b18061bd-08bc-4dbe-a6ad-63cfb9838061", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f50565da-ca77-4e3b-8a38-30d7171f3cc8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cef819d6-7cc2-4e03-af11-bb883f137d5b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bece679-2b49-4c9f-8316-a3c11348768f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef3f5625-db1a-4cd9-a857-f4307fd8b77a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8b52c39-fb53-4756-b3df-cc3ec67eaa9a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e671bbbd-1ba0-4313-94e1-9dbfb42069ba", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d4addbe-0e43-4883-9356-b01b3313ac37", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "071f74d8-4e05-41fe-b18b-f90649422c43", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fb22a58-3266-4013-b947-ca2a0b0ddad8", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff593eac-1428-47b8-badb-dbb3f34fbbd3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04081bbe-5bc5-45e4-bdba-8ef10d752d32", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8027c1be-2398-4c02-8531-6a025bb9d4c9", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca470d9d-2b3a-4beb-8850-fe8d00b14f30", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16bd6f15-bf50-49cd-be23-e2d70f78efee", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c610c9d-a122-4f04-8759-01e067c8630b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9642739c-ef86-4ea4-b542-b6d918a93a0f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "25138ba0-7db8-42af-b538-b673784e52c0", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c63f9b3-d6e2-4c18-bf91-95d2a62d2332", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "5b62d373-2f05-4187-b587-b312bd4c37fe", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_331.pdf" ], "test_cases": [ { "key": "c7e614f9-b964-43c7-b9ce-5cb31e1243a8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT VENTURE AGREEMENT" }, { "key": "67139931-63c7-4ffb-8085-c15733d8cc60", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "IMPCO Technologies Inc. including its successors and permitted assigns (\"IMPCO\"); MINDA INDUSTRIES LIMITED including its successors and permitted assigns (\"MIL\"), Nirmal K. MINDA including his heirs, executors, administrators or successors and permitted assigns (\"MINDA\")" }, { "key": "d0d980ef-9b8e-44ea-b7b7-c394b4bb434e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/18/01" }, { "key": "4bf79863-a624-4ba9-8810-08da72999b2b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/18/01" }, { "key": "6eaa3617-bab2-4cf6-95bc-84eb020719d3", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "3506ab8f-8c79-4b2e-b04d-95af609977b3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "India" }, { "key": "de6c159a-0b58-436e-a50c-4908b97992ef", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb3d9d3c-d0bf-48cd-907b-a667b94e8f88", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e722bfce-0189-4b67-b556-4837997d43da", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e308b114-70f4-40ed-ac01-16b507610ffd", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6c15a19-9b54-43e1-817c-0f14a01e4f5f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76e54067-e433-42e9-940d-10ce60de4a22", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ea2001f-c926-4215-85b4-dfa161aeea5f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1e6b850-74b2-4f56-ad36-b564f7651e97", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37d3bc83-eb88-42fb-b58e-a888f3edf309", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2c63c4d8-6b04-4c10-8891-a1b35a8e5bc9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41a29e9e-75f1-482a-906e-6b2157312826", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69c0166e-2137-4dab-a1b4-02667df6f83b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2128259a-0a81-4ace-8946-f7db106f9ca2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37195cf7-b1de-4006-bd22-520ae36565c4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "06dfdc6b-7e6b-40fa-8dc6-0fb514a85706", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cac67b0-c415-4708-8c51-1bd3a4a517ea", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "113bf7fc-941b-4196-92bf-90d8b49bbb94", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6eb15e82-4493-471b-9b63-7247dee1bbe0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "638220e5-92b5-4a0f-ad55-d4bcd01c3dee", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e719b655-ad09-4966-ae44-5b0dfeaafa60", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f093a4a3-4a50-4462-b6d6-63a5f3eae0f5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dde6008b-91a4-4372-a886-ab6bbcc6ebe8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "697bf2e8-c80c-4a3e-ad6a-cd343eb27431", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88fce86d-ce20-4bbf-a22f-b339755303b6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1585ec2-0946-4505-92d9-3c715f72a461", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6de54024-9ea1-4987-aa02-fcb7e2d1ca29", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c26fdb35-cde4-4406-9159-f27d79df9e2c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b628c46d-88f3-4740-947b-a44b86badbc7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbd36df8-024d-4071-98fc-9121e4eff2f7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e2e393e-62d0-4424-a649-1e118f8230b0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e066a6e7-1122-4eb0-baf2-d89639d029d4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2dcb8e3-1e4c-4d99-acd3-d8284a80e05a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65d1ed08-a3a8-409f-afc9-a4e8e400751a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cc853537-d8a5-4776-a7b0-e53d268f5cff", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_332.pdf" ], "test_cases": [ { "key": "543ab587-da2f-440a-bef5-2db3ad18c7a3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AFFILIATE AGREEMENT" }, { "key": "4274eaed-eac7-4379-a115-e477481094b5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Gulf South Medical Supply, Inc. (\"GSMS\"); Physician Sales & Service, Inc. (\"PSS\"); PSS Merger Corp." }, { "key": "9733d9e3-2f63-4a89-8d93-8dc5b1f3e301", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/14/97" }, { "key": "4ed2ec55-1cfc-43a9-aa22-b55859727dcf", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "f42ba55b-25ab-4a1b-b301-566519bc49fd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96b10d08-4fd4-4168-8e5f-8c46228dcd37", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15a555bb-41bd-4724-9648-670a13feed87", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05512265-004c-48c1-afb8-6db96dd7a94a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f2ca11b-021e-495a-b1c2-2cc6a4576e5d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbf9951c-5669-4de0-94bf-00ab7cdb6d77", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf7d966c-f2da-46b2-a2e1-bc01f45397ea", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf890ee4-a8bc-4aea-9bfc-dafdeaa9c2a9", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59668228-cce6-420e-ad35-e69c54dad85d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "752f7a45-48b0-472d-82ac-ce166694853d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5953ee33-a3ef-49d6-9f87-84460d29c5de", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91891904-c3a8-4ced-9686-85e2c1865dee", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f6b9087-a90d-4c95-aa61-80f45f8e06a7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "163169d4-4c34-4f06-8198-ea0d2732cd2e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0db632f4-a80e-4747-8503-f91411bed0e0", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00cf0758-00be-4ec1-b8fa-c3b014066291", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "101c84aa-a637-498c-8afc-bf3a69d65e07", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "905aecd2-64e7-4218-97aa-aad6f950f8cd", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b14dd6c4-f8c7-49a1-b1cf-36847aefe91b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb9a71cf-2302-4534-a78e-0c44922ff9c0", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e7bc997-7305-4342-8ecd-dc203464fa00", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9d518b3-49fa-4550-a003-387fc0ffe603", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f127b326-2829-4c58-94fe-0d5c2c49e3d6", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02aa0a0d-7f35-496b-85c1-6c993f8c2232", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb428b69-6cc1-402a-a5ff-3b4cbbd41be5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58e3abfa-043a-443b-95a1-de1f43b90a0e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d49399bd-2c2b-45eb-84a0-12dfdb61f40b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9655d33-12b3-42f0-bd95-c86a5f417dc2", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "924af865-1139-4680-ae8f-9308b499dc8b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaa54d30-7d8f-4750-acb3-290e022d8d60", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "263c6f0c-5e73-4719-8a29-094563b67d2c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d32669b9-0157-483e-9601-f5bf7d834907", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c61cd17-aa52-45a1-94cc-f335c799e661", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "547b6b8b-17f0-441b-a1ab-ccd8418760b8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_333.pdf" ], "test_cases": [ { "key": "6ebe4c28-f03a-4dd2-815a-25792a1ec0d3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "01d23814-383f-44dd-bc7f-c4b7b62c7af6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "(AFSALA Bancorp, Inc. (the \"Company\"); Amsterdam Federal Savings and Loan Association (\"Association\"); Savings Association Insurance Fund (\"SAIF\"); Federal Deposit Insurance Corporation (\"FDIC\"); Capital Resources, Inc. (\"Capital Resources\"))" }, { "key": "71e3f33c-6842-4a74-b196-707584732d32", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/1996" }, { "key": "c20cf7e4-f608-41e0-ad94-42ee06ffed72", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "District of Columbia" }, { "key": "9eefaf2c-bee3-4841-82eb-77941687482f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a15a022f-1719-4094-88e8-eb70879f2bd2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18dac209-3c2b-40e2-871a-ae47d065fe5c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4abaab72-9c4b-49b9-a8e2-004469fb5135", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d76daeb-d3b5-46b1-8d5d-2b06451000c3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1eaff511-d534-4230-8a2f-a9f9c15ac459", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03550f4e-b9cc-4fd8-b17a-03345f31119f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ff221de-b9ff-4c63-9c4a-28631b7fb713", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d26eca10-0e93-4958-8785-0500745573e1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a440bb5-8e0a-403c-af94-d6fb198deca8", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c70abc3-1866-4398-8389-4825a4cb4912", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a330391-2d59-429c-b410-93d458ef8d8d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "68fa7a03-05f0-44f9-800a-01bd44961dbb", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24ec14dc-674f-4991-a0dd-b4869c8703de", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "87148a3e-e0ef-42ae-8087-2650bd029009", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39241578-ddd9-4b3e-92bf-b7baf7b90334", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d986406-d794-4349-b74f-3c1455d19bb8", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a5593b6-1a0a-4148-8802-3cdacd7d82a5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96a350c8-d168-4b24-ac18-c4478d4221ab", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bad27db5-c6b7-48fd-920b-56287928202a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b1618dd-016c-438f-8652-f11332f40a5a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b93caea8-524d-4fa5-a188-232a43dd93c9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2cc5e3c-5b31-42c1-ba6a-5841644de888", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6be74c6f-8224-4624-beb2-113071e8a1d3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "524a03f9-b6a0-441d-b487-b103a8b1ed88", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "639586bd-b66f-478c-a7d9-70cc7957a205", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9bf89a7-e434-47b5-9cde-391d6c83b9d2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24fa251c-4d22-445d-b598-f85acc68456c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "06b8ce31-921a-40ce-b389-970012d3aa89", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "57c6a597-9d9f-4f9f-9521-a150d4d8a0b0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1b74705-31ad-47f9-aeac-8569f39c2923", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "83c7cdf4-253e-4404-b207-40b958e34f8b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0bbe14f-b675-46b4-841c-f2661ec7d34c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "fea61d08-dd45-46bb-85fb-0b1083c1ed01", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_334.pdf" ], "test_cases": [ { "key": "f7ea6147-016f-4579-a31b-79a80fc21c03", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "efaefb35-d98a-471b-b6f0-702a32be6086", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "(Alamogordo Financial Corporation (\"Company\"); AF Mutual Holding Company (\"MHC\"); Alamogordo Federal Savings and Loan Association (\"Bank\"); Savings Association Insurance Fund (\"SAIF\"); Federal Deposit Insurance Corporation (\"FDIC\"); Charles Webb & Company; Bruyette & Woods, Inc. (\"Agent\"))" }, { "key": "060c001d-26fd-4a9d-bb98-4d51abf07388", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2000" }, { "key": "61d998c8-014e-4721-bdc6-86aefb200c44", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2000" }, { "key": "8daff700-7a5c-4704-ac15-31bf2b878af7", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kansas" }, { "key": "7917ed2c-43d6-456e-8231-ce33c0579913", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b831526e-e64a-4e24-816a-74d480d3f6ed", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31813092-a701-451c-959d-470453c4afb2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbef6759-cfed-4d68-a64b-343fbb79a02d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec7aabd7-92f7-4a56-8240-5c7d2b59104d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed2eabf9-eeae-4f03-b6eb-cf53a8b445e7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ae23be4-7cc6-424e-90e1-bb6b637bd22b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4594f937-7dbc-400b-a591-2abd3e0d36a1", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49ffba18-a4fd-4630-9593-153e6390bbc4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82a6ca31-2b11-4c49-ae0f-9cd715b9cba6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7e21f2a-e8b7-4268-91b6-4e4466cc2bde", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3151445f-c101-4633-9b14-b70b14cdc756", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df269a29-6cd2-4130-b0bf-6542b93ebb19", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9adddf77-4421-4516-a7ef-7c66a7d45438", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a14c9569-1df8-4868-8524-00deda797ea6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06c1a043-ffeb-4520-bd9b-c2a51ffbc70b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c621dc77-b23d-4ff2-a99c-9d0ed4c6d53e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7690ac64-274e-42d7-8781-620f3f2d9a4c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88055da1-aa21-4118-80d9-1ae961f47977", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eed9502b-3610-4200-a04e-d390f61a51e6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b8882e1-803d-40e2-9804-c4e5a40f1222", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e553a979-d9f5-4617-85f3-19066aa7a375", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbd19233-1c3a-46c2-95f7-70c19cb91780", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f60b57a4-1891-466e-982c-bd3508f7ccac", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cba62bb3-16de-410d-a738-57a861c1e709", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c141cb5-fe92-43ca-b64c-7feb810ff6ac", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac0b4405-13e4-42cb-bed4-d88c350be743", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ed5c41c-24d4-471a-a613-611d154d97cf", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c8db408-e671-4004-989f-908213b0d216", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "168f9446-628a-4686-ab88-a26d8328fb44", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7488296e-06d6-43f9-9bbc-df26dbbd22ff", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "09976cab-aa0b-47e4-bc0e-72a74362b48c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47793d70-8938-462c-a842-c19be9b9c41c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d6c12968-e959-469e-9405-1c3373c3fe9c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_335.pdf" ], "test_cases": [ { "key": "d8622973-282b-46f6-8538-36034bdb4bf9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "65af46c2-114a-4068-ae6d-6ec470c42f55", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "General Electric Capital Corporation together with its successors and assigns, if any (\u201cLessor\u201d); Duckwall-Alco Stores, Inc. (the \u201cCompany\u201d)" }, { "key": "0ae766e4-e4b8-4b45-95b7-a42462e4aeed", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/9/05" }, { "key": "b640518c-fa61-420c-a91d-6e702ed2d890", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "b7bbbe42-07b4-4c3f-9ea5-6e06df56d732", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77ee47aa-7d8c-4245-949e-4ddff20b421d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bce029ad-4e00-485b-a077-23c1603f1d30", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e093796c-dc5b-424c-9aff-406110bbac20", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd286112-5a1c-416a-9550-7f515b6cb626", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbf425c5-a1ba-4e77-9323-435f0d7cd6ee", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30d906cd-8297-440b-a06f-33eb8931ecf5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8096b31-06d8-4c73-ac15-c2fec260d2df", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c80b7c9-46fb-463a-b702-16e7d7e37325", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc966d4d-67d8-44db-9d12-e493ef074846", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ce61caf-b789-4a42-9a56-4c1cd2ce250f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7d827a7-d813-472b-914f-601710e2f611", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba7665a6-58c5-43a8-9775-ab212cdc6458", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98cb6fe0-9ba0-4681-9eff-364c97a2d926", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b87188d3-c1f8-4641-ba98-26b843fbe62e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c1a51d5-2e80-4f13-8b52-5ecf4a4030c9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d78401f-8be3-474a-8844-d0564cfeb513", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8de87332-e859-4686-b4a5-43d61d4cb610", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "87deca91-26b1-40b8-8a58-925c61d90116", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0553f51-d2e0-4446-8bf8-cdc3b9727fa4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc7ac2e4-bf72-4188-9161-64c3658f63b8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9e1ff4be-362c-432f-958b-1aa421abfa44", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35fe4352-e0bb-4b9b-8c55-4e0f8dde56fb", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab4db319-99fd-4e40-adfd-a163f292fe6b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f67e9d2-847e-4283-b683-9f9980e4b5e4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d744659-36a5-4a43-b4d4-8ebc7cbc1081", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "67970072-a790-4877-9452-70e63ff35139", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7c15501-aab0-4bfd-9ee1-ac5a51a260f8", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04fc3bd3-13b3-4d23-93c5-ec65b23a5408", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75acd578-d3d2-4a89-a81c-3683301c221a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d08ea9ab-dd0b-42aa-901d-efefb2d8b049", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69abdd3b-b19c-4bc1-a845-5bceb9ac847b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8f52939-0a3b-4a11-874c-81e3d5a3937f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4ee1c85d-6d18-485d-b676-145d69bc3a8b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_336.pdf" ], "test_cases": [ { "key": "558dad21-a38f-42a6-b3e8-5c70736e8b0f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "f947cf13-2fdb-47ed-b711-371557287284", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "(Greater Delaware Valley Holdings (\u201cPA MHC\u201d); Alliance Mutual Holding Company (\u201cFederal MHC\u201d); Alliance Bancorp, Inc. of Pennsylvania (\u201cCompany\"); Greater Delaware Valley Savings Bank d/b/a Alliance Bank (\u201cBank\u201d); Sandler O\u2019Neill & Partners, L.P. (\u201cSandler O\u2019Neill\u201d or \u201cAgent\u201d))" }, { "key": "8a633242-f06b-4040-bac5-309059fb1c8e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/[]/2006" }, { "key": "bd2206d8-b285-4b8d-b5bf-b73bbace062b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "1c7c986b-f309-46e4-98e4-43a151009a2c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25d3848e-130a-41cf-91db-6467f170e0b6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3b1c980-8a5c-4796-bcbb-ead10c7e149b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67d39cda-c8c9-491d-9e79-4e796bc340a9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "833df7a9-eafd-4fd0-8f1f-03735d8f6c49", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8218af54-918d-4595-83af-f38d33819c57", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c7c304e-9253-4173-b35b-1f7223b55920", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d5dfbe2-c5ab-4311-910c-11babf4fc893", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "699dc2ac-6e33-4dda-a989-87a32e7cb9ff", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7c39e98-f747-4b14-9000-01e03ea22676", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f84f9187-a753-48d3-8c04-9ba162aae3eb", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00f432d7-3a0a-4c2c-8022-339d230510bd", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "11887d94-17a5-4640-8f4a-632c03db404d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "589984e1-2578-4c1e-960b-d6a9da9ada0b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1e77cea-e55d-4e19-a0c8-4ad8fbeacd64", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "027e759c-1c85-4567-8267-f04f84e90a5f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0da96cb2-41c4-4064-9cf4-d58a0e4c0e25", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a44cbf1-8e3c-4f68-99d5-429acea1b6ab", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "534ddc5c-e54f-4b0d-88cc-fd8609601828", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5a6cf62-b0d8-41d7-baa9-4be17f29fca8", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90c7f3f5-55d3-42b3-9e2f-0d6be187697a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0da7be02-d5a0-4f86-98b4-fad0b97ad764", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf2ed9a4-0416-4498-b97e-52fcd346339e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3efe0ca-cb23-46d3-84ea-2211d88c9d7b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8d9648d-eb35-4916-843b-9efc12145236", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ea470fdd-da0f-4a45-b59d-17b2c1ff2056", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8399e221-96d8-4712-bd7a-9215aeafa765", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4fa4a87-139a-4e04-8bbd-689f9d749556", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd79e7f2-1e1a-4458-bc0c-a9428c648e7c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ff84159-73b1-4aab-b44d-8b132808bb8e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5876a33c-02f5-4d38-a5b6-783f4f33315b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cb86f688-66fb-4798-a74e-cf2bae9501ba", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cf97203-514d-4e52-a8a4-5e71122bd877", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2ba922ff-11b0-43cc-879d-b569939c14ed", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_337.pdf" ], "test_cases": [ { "key": "14a1df6f-a40c-45dc-9123-fb8ecd7617ee", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "0d264c33-d119-46d3-80f2-3a2a82a178ac", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Mutual Insurance Corporation of America (MICOA); Stratton, Cheeseman & Walsh-Nevada, Inc. (\"Agency\"); (sometimes commonly referred to as the Parties)" }, { "key": "90be15a6-238b-4d60-b630-157ea6b3d360", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/25/99" }, { "key": "43f5f2df-eaad-409a-877f-0abf2dcc54c1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/25/99" }, { "key": "6ee7a077-4a4a-4c1e-9eec-a0d7843cdad6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Perpetual" }, { "key": "ee316374-8db2-4b08-8403-33f3fa608180", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "341c592e-996e-4173-b0e6-75cd84af03cb", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "120 days" }, { "key": "43aedc74-b392-4d9a-904f-68bf3e50b541", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nevada" }, { "key": "3abfc035-ac16-4a6c-b0fa-eb70b8fb5499", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbb46793-ea5b-486e-9215-3bf61073129e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1eb6c18d-0476-4852-9c1c-56a355f33bf2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc3165ae-70c0-412a-9870-bc2cf33d75c3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0ae93c9a-c134-42e7-b834-905b9416d318", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c857923e-d02f-4522-8c7e-0a036fd8f86c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6b8c516-7481-4dea-8543-c8beb35176ae", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3383d3fd-889c-4c51-9dfc-f55e9b46c80d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0741e23e-8d50-4a1b-badc-c17d1ca149d4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6bee9c3-864f-4aa0-a546-f995c7362225", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "947c8d9f-ef04-4d3d-879e-de92d2de15bd", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "73512dd3-dac5-4dc0-a575-2129f3dd8ca1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "646da6fa-297c-43af-99dc-f77be1819556", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87977912-5290-48c3-8eb6-db8d7fbe32f4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b51a335-954e-44ff-9d8a-c3e330385d6d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b884bde2-811e-4a09-8040-17eb59f3d174", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "febc1525-76a0-4a75-8234-6f29c50f2159", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e99c5494-835d-4905-baf3-1febf7801d5a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fb64373-2b89-45ce-b0c5-f0e938f9fb1d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f71017dd-ae27-4d06-b307-2ffdb2749b85", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fadd775-a41c-490b-be20-75bf72e70999", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f532fcd-5f9c-40e9-869f-fd8f7de826fc", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb36a662-60af-4fba-b8c3-3073b6abb71b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7a0e055-c37c-4cb1-a116-465ecd0bcfe9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc62f724-7ac3-460f-8a06-eabede9fe94b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d4a8d105-e02a-4f63-921f-d6e164500f8d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c0a1c9c-0a91-41d7-9286-e7693b953261", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58f9621c-9a10-4526-a276-4fc8ef5f1e85", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b36029f-8651-41c0-8c7c-cbf0022a7bf4", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38d4a108-c772-42d9-b49f-c67cb966e44a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c286f83-1b59-46c0-bec5-e3ad6c9859d8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61befd72-a630-40b2-9123-3042127e5630", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24c830bd-5c4c-47c5-aca0-06f08af70c07", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2efd3ee3-3cac-4b93-8ca3-79e5f13818e3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_338.pdf" ], "test_cases": [ { "key": "3f60e221-20a1-4148-b8d8-0bbbdb018c62", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "57fde8b3-d14e-4054-9bea-2cc51ccd512f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "El Banco Financial Corporation (the \"Company\"); sales agent (the \"Agent\" or \"you\")" }, { "key": "41ddcb92-ec22-4535-ae8a-6e873a55fa31", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2006" }, { "key": "89a096db-ce8a-4c3b-8cef-5f6ad305c1d1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2006" }, { "key": "919881b0-27a2-4db8-aef6-1c4659691f0a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Georgia" }, { "key": "1c300e2a-fb3b-4b1a-895e-8b05155a42ce", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bfabfac-da49-4337-8a15-fe0e3a71783d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a32430e6-2309-429b-8f70-29be3e6c9e2e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ef14178-efd7-4e4b-879c-dc5ea3f6ab4e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8c6cccc-bcbe-429a-aeea-d3d771e8bc1c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9275b732-3b2d-4bfe-8887-0522417cd1e8", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08d878cd-e15e-43b7-bb75-ed9d16f1070c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f927900a-0c7a-4342-9493-af78fa792e41", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bca4daa-b9e6-4edf-9608-4b11104bd27e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e903d18-88e5-4ec9-b840-924f52cd0290", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "678cc739-7129-4696-a8a1-cc7dd0ba24c2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f17f2fa-a4b9-46db-af78-f464b926a31c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd2afbac-dcea-48c8-b262-f4112faa5e7e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b8b3266-06c1-4efd-ab37-dc13c5067239", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86e29ab5-ec07-4b6e-a392-bb3981384d50", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c382491-bd89-45e0-be66-b3d6c6851803", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad30da77-ca0e-4b05-b286-34da5439b970", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51db4b68-8a1f-4582-a786-0f461e6bb477", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53aeb1e2-fa95-42e8-ae23-42d62633ccc2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd2715d2-83b4-4a21-a7ec-7bb651fe86e9", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67c4ff3f-e39a-4224-a358-6a1416ffd750", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22393927-b3fb-4408-a7c1-12e7bab68d0b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3de26434-49b2-4c1a-b96d-19b0fd69bf37", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "141bef3c-306c-4fbc-ad32-9fcf70e9360c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f766abc0-1a97-4fe5-91e2-4f8814cd96f5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac014c83-e142-49fa-880c-cc67e9939be6", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9143b188-1e32-4153-b37d-d849ceaa1621", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27f8957e-18a0-46fe-afb1-62df467d90b2", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26392d12-f7e2-45d5-8817-c522ad5ff23b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "624a1187-1503-441d-b3bd-3a199fe632e7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43749406-dddf-414c-9df7-24e4cfb1605a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2029041a-3286-4fa8-b2e6-94391a75ec86", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4c615f1-668c-431e-8844-0c134f4e8867", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b5907c86-401d-4fbf-8333-b69e45def6ed", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_339.pdf" ], "test_cases": [ { "key": "185f43d3-c5d2-4f61-8dbe-4d0e8db34978", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "a8b73a58-3d0c-49a0-a60c-07148598a77b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Biopure Corporation (\"Company\"); Agent (\"Agent\")" }, { "key": "eae9ac3a-2cfc-4b81-81ad-0d6153355dd6", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/29/99" }, { "key": "7427d9ab-2f67-4622-96eb-ffd6f115a991", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/29/99" }, { "key": "f9924782-c6e4-45e8-89c0-8cb68aee588d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "d73fbd80-aaa0-424d-8f96-904425738de0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Massachusetts" }, { "key": "ab3b18a7-593c-4400-9e39-677123c57af1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1998a5d2-e14e-4a92-81f7-4c97a2b95a66", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd49e76e-f934-40f8-824c-af1f909f5446", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba4e9a20-d510-41d1-b9c8-5511b2644bdc", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bad232b-7183-4828-91e2-2473d308dfe0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9b380f41-af7e-409a-a3b4-9aeae55e9ec7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8707430f-392e-4f44-9e54-ef50942ba9b4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d9f9f77-2a81-4209-8247-6f208488fb07", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "40b87a9f-c73b-4026-a906-622cdb11a39a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf8a9727-29b7-46db-9ed5-f74bdd80d2ff", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f603bf96-cb65-4e56-8e44-59675fca62bf", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "963ceb0e-c440-4589-b504-6b70aa7154d0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f4d7bfd1-510d-499b-907f-60c410847e73", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a071d5d-1b73-4c7a-9aa2-15d46ca6b31c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9c63cc6e-c878-4474-b1aa-255e4d37b3d6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83ad98f8-117a-4997-9b5e-d397d66b1bda", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3550fcef-0755-4405-a515-497719f53fc7", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "499c93fc-eca3-4dd1-956f-78bd14f783c5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "748eddb0-16d8-4c42-b45c-8ffafb477c43", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5fd04fc-9b5c-443a-8158-d6b3db8fc8c6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24686530-e975-4ef1-af7c-8ed65f069b98", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea14d6c6-9f59-48ae-913f-9cedb1f2228c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f78a2977-9a27-4f76-a44c-44d660bd6262", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75c55784-4fb3-4442-8e96-543659444249", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dbf555c-0fee-479a-a51d-5a52e5e0a2e1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93ba309e-52c0-44b6-839b-73d13a9ae623", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4e83c1e9-aa06-4597-8831-3008a5eab9c0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05869dd0-075b-4548-8d30-c949395f3562", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "884405ff-9ab1-4496-ab6a-0e7b9f7fd252", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "615e38d0-78dd-48d5-a347-2817eac0122d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76b63545-2b19-49eb-93c5-9034dbe0e699", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d85a6676-148c-40f5-95ee-e0bea990c2a5", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c87f842c-275f-43d3-83fb-b7152d19292c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cc66f419-07de-4448-9e35-0666e9e12bef", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_340.pdf" ], "test_cases": [ { "key": "b86c499d-a288-4dcb-baa5-ed383fc9a727", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "25a8270e-b025-413b-adcb-76d6c11133ea", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Blue Hills Bancorp, Inc. (\u201cHolding Company\u201d); Hyde Park Bancorp, MHC (\u201cMHC\u201d); Hyde Park Bancorp, Inc. (\u201cMid\u00adTier\u201d); Blue Hills Bank (\u201cBank\u201d); Bruyette & Woods, Inc. (\u201cAgent\u201d)" }, { "key": "80f69546-f7af-43d3-b5be-3636b2558c28", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/14/14" }, { "key": "4a6b2e86-ba2d-43b6-a9e9-063377597316", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/14/14" }, { "key": "ea5731cd-fa21-46c8-8a92-b187318e14cd", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "9b8a7275-6c87-408c-90f6-98d00c7587ac", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5922d37b-6e38-4ae2-a569-b40d5446a800", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c4b034f-d0c8-4d5a-8440-df3d40115314", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b7c9f31-01ac-4941-89b0-da8727fc2d96", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b28ac162-f508-4875-b495-a5dfa5a0b47d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38328a0a-5d48-446e-b7f3-d1d55447b4c4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3dc20a67-7038-4441-b473-aa96528c1227", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2e92e5a-f6d8-471d-adf4-0ab4932a8b21", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1723ca5-3e1c-4f72-801b-bde78a75e792", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa52b923-8472-485e-9199-6695bab83e21", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1394a18e-e447-4c01-b030-b446104cdf6a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f40fab1-96f6-452c-bc86-2173b8aeec54", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bbf10dc-2c3a-45e5-8510-e4ef71cea167", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91005803-0bdd-4d3d-864f-953dfe646e08", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "af545ab2-0ab3-41f3-97e6-dee2372ede63", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba3571c8-9f75-4810-848f-804a543cb58b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "040f45e6-bf75-4e4b-ae37-273f7a98b68a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53b16bc1-e9a2-41ba-bb4d-732fce265778", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af6556e9-7d67-4181-85a0-f80cad6b77b8", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89edf0fe-bdde-4c5e-9fcc-e022ca5675aa", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88406fdc-cac9-438b-bf0f-179a7242dcdb", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0afbc25-79d6-4775-970c-d58295f8a100", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5ff89d7-aa9d-4cee-91b4-f62976e4eebb", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c6ca54e-865b-4248-83af-f356447bead9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5768f97-6d67-4267-ac64-5d4a01890ca9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6a393ce-ed92-4e14-885f-540fe8fdb44e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05977f02-793f-49f6-adb9-0a1a7ac99120", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c397a09b-6618-4cd0-94c8-a201018dbd63", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "99dacc88-c26c-4a14-bfba-cfcc8e5e38d2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bd61927-9cae-41c7-bf45-d9c39552eacd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26dae82d-28f5-4585-a5f7-ea5abdaacfbe", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b9315951-8096-4456-a0a5-deb9bc30832b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cd238ed-9f20-4a82-99d6-04704596b8cb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "824e6630-4a40-4dec-8305-e7fe35217a38", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_341.pdf" ], "test_cases": [ { "key": "0d49d3ba-57d0-4dc6-b4b9-c2e30a6e2275", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AGENCY AGREEMENT" }, { "key": "65e73675-7a9c-401f-bb46-f4940794a31d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bluerock Residential Growth REIT, Inc. (\u201cCompany\u201d); Bluerock Residential Holdings, L.P. (\u201cOperating Partnership\u201d) (collectively, Company, and Bluerock Residential Growth REIT, Inc. are referred to as the \u201cTransaction Entities\u201d); BRG Manager, LLC (\u201cManager\u201d); Compass Point Research & Trading, LLC (\u201cAgent\u201d)" }, { "key": "d15ba589-cf7a-4862-9117-f007a7325d90", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/25/16" }, { "key": "03d74342-b3b9-4faf-9cdb-e562770e283f", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/25/16" }, { "key": "d0252b75-f93a-44ce-8681-75af40ab88d5", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "a49e1601-ce63-440e-a732-ff7758832511", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59c33ada-570c-427b-8f62-0d30b2fa566a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3a956c9-b161-48d3-bbb1-d702b919ec13", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "700605f1-d886-4cca-a1a3-6f7e912219fa", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd95759c-ee84-4d22-9fb9-d92b8ad362ad", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1a245c8-5799-4543-9aef-4b0489e590be", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b02b4f1-8ae8-446d-aa55-31280f40ebd3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d98da7d0-e345-46db-b0ca-a5b360a640f9", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb6c54bc-33bd-4ef7-8c4f-816dc0f5953c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c295c09-6404-4cb7-8f2d-cffce8a21b9c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44e8ad27-7bb3-4326-bdf5-9bd024248e9e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "359f86d8-b24a-4169-a689-447079570284", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "58b37e28-dd8d-4c4d-9132-9764f055ce01", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9f67127-f854-43f8-8881-1a2336a61e67", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fdb5d7f-ee1e-4943-ab8b-4c58868d166d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6027f67d-e7c5-4bb8-8c16-ae4d34880f40", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfcc0dbe-66f9-48e4-910a-96bfa2d1d102", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cd576ba-7eda-47e8-acf9-77cd986f146e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c53f976-c894-4bcf-822d-e066a4fcdb90", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac9d14f9-a842-4abf-b1b9-e09c9b19b833", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29740766-3999-4178-a98b-b3ea18ede3c3", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c49191e-75c7-41fc-a6a3-8f254756dd14", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7977ecfd-1cbf-490a-9fb8-29ae5b14b48a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a6f23d5-6d6e-4c54-8a62-57998b343f60", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85e7bb72-2970-4247-a07b-75f5f6fb9fd8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abb5ac5c-3f1a-4fc7-9123-001b3376d6c5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6a4bd5a-93d1-4484-9f0d-f29c9fff766e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e65ae27b-0339-4010-a347-c7ffcfc9503d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d12c8b7e-d0d7-447e-b319-8eca9be2eb43", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "171492a3-8077-4a83-bc69-644c61a8a8b0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b8b47f8-a043-43db-99cc-628a7c9615c3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b14beefa-91f1-43ad-bdc1-610bf1c9f724", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f4aac46-6c19-43de-845c-4eb5fe48eb8c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b436a31b-7438-42d1-87ec-0d6071a1887b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_342.pdf" ], "test_cases": [ { "key": "977ad868-689d-4d6a-a6e6-5f993bea0a37", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "69d8660d-b980-4d32-92b3-645762205d9d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AURA SYSTEMS INC. (\"Aura\"); ZANOTTI EAST INC. (\"Zanotti\") (collectively the \u201cParties\u201d)" }, { "key": "13369a5e-e3b9-4bd7-a817-5553c4a45ada", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/18/10" }, { "key": "a201e0da-daf6-4d5b-950b-1f79ab70e9cc", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/18/10" }, { "key": "400e17b4-4997-4d86-be23-72e8c3475c0f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/18/15" }, { "key": "ffd8b13f-0448-4e80-9d31-122ba0ec1917", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 5 years" }, { "key": "a6a38664-68f0-48d5-8e18-7cd7602aaf5b", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "21af0b9b-8dcd-4986-9e6c-3e9633d19d14", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "259904ad-6c7c-4edf-8a1e-e02ad7cb6214", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c50beea3-43ae-4668-87b5-a5da91822151", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c46eb8d0-f493-4349-98de-b04d6661aaac", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f405592c-5804-4257-ae52-a7d7829ea2f8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8bfbbce-17aa-4ea6-ac7b-8f28a7e5d287", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5361858-a3a1-46b2-b312-32a0fa233a79", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b006b9e0-3642-499e-9e28-ef685e4f8100", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c81b991-f57e-4eaf-bf75-0883e0756eef", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7deab55a-d004-41de-95a3-c12628489e8a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5500d5b0-facd-4b80-b36d-eb36240e5339", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f450d72d-5c7c-41e7-8156-6da1c5dcb8c1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f45f0c89-1929-4e48-9a91-d360e002efb4", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "458b1c38-b61f-48cf-95b8-b3dfd9ea8fce", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93778096-cc71-42c4-ae11-6a16c86b4119", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52e74cbc-a9d1-4551-aee9-99f1d3d97c47", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0474e495-4a6d-485f-8d14-a89440f7c8df", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50e428ac-4b32-4882-821a-4753f6b77982", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b47563e1-d6d4-403e-8441-8f84d757dc49", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec2f9c87-d8e1-42d2-9bb3-048b53b016cc", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b245d0b-9158-4124-8038-3e78122a4056", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db06012a-ed48-495d-b49c-3884108e34ea", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2854b15-41c2-48cd-9952-9c68c58bf323", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d04e568-cb2c-4c18-ac07-8a2b0ced08ea", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b891ef40-298d-4c75-a4d3-4a347781ce9f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6616c46-7ab0-489a-a764-2a55616f2267", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3cca1502-60ed-4405-9fea-39d3f439337f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "75bba437-ff2c-466c-b870-1367a11e5e6b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "178a4f09-223a-4780-92aa-f56de564e124", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51c07352-7bb1-49b2-badb-39553e92f072", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "696ebffa-9ba5-4737-8f97-fcaa6af9e498", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "03ebbd7b-e0a5-4f6e-b22f-d995e442541e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c53bb9f0-99a5-4b2f-8075-1ccf55297db2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3a360dc-dcc5-4477-851e-3a59b4cf3076", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bdcb3fbf-d3dc-46d2-81e5-9f6f7f0ceeb5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_343.pdf" ], "test_cases": [ { "key": "28038ce1-1b88-48b9-b17e-ec8f10dbb4e3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "7e3847be-7f88-434c-a4bc-2f7c7d176932", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Freedom Mortgage Corporation (\"Freedom Mortgage\"); Cherry Hill Mortgage Investment Corp. (\"Cherry Hill\")" }, { "key": "a71b1557-4038-44b2-881c-c58e9f541a2d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2013" }, { "key": "ccd08cda-164d-4e9b-82de-1ebe962068de", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2016" }, { "key": "d7c836d8-8392-471f-a0ae-49d8b0109c5e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "60893c53-1657-4c9f-b2f2-05b737583655", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "130aa60e-4e0a-479a-a313-9aab349cca5a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d34a2183-44d5-4119-b07e-c4d5598c0301", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c830fb9-7cf2-468e-b927-814fb11e0595", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7704be2-b37e-483b-81df-e74edcb374a1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a886dfd0-f30c-4623-9c1a-8002f28f0667", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db03f884-7d00-44e1-9280-7330d446b976", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6fe76a4-3403-4032-80ca-1e98ddc2c455", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e3fabb9-f193-4b44-aa27-65e74c0a4793", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2e5612f-9c69-4e9f-a60a-7b0e9d17e031", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87bf587f-6e20-4bee-ab99-b64b939b3ff8", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "633f5207-5763-443c-86b0-108a62a380dc", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3101495f-d168-4131-9d12-b2ac877c641a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "671b41df-b242-4d6d-aa14-5f3dc07a2651", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e22cbfa2-4dd5-4a3a-a765-677877b21c43", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90f0da87-6262-4c21-9e0a-c4b5acd9645e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d467177-7739-460e-b9d4-e1a43ddada09", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec42bdd8-1ac3-4a66-b41a-0f80adf87f54", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5dcdeee3-c716-4624-8283-b7e5243a8f75", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c95b57e-3b3f-48dc-a125-f4b95387123f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e27e4a3-b062-4851-8ef0-0e6a423ce87b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53e847df-fc24-4975-9ac7-196052b997d0", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d32c136f-8aa0-4782-8999-4965426f56d8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43aad916-9f7e-44d9-86c5-c1111b3b2f9e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "451874f9-9615-4428-88cb-04c5b8b87f2b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14502584-3cba-4e9a-a2de-2674aeb12d40", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "644b6616-1fb3-437f-bd60-6f9fede46e66", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b3aacb0-fd67-4885-a1d4-e34226ab8fb5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fb0c1ae-e57b-44e3-8f28-02829490031f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68ffae94-1892-4452-9f30-203ad0723f37", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f70d28e-a82e-485b-9134-2dfdf582916a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a024f2f6-f8ce-49e8-bab4-10aeae6ed113", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da7c108d-3a33-4868-b5a4-5f26631e8d15", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "130437f9-6029-4c8d-9cdb-571aefec9037", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_344.pdf" ], "test_cases": [ { "key": "b3bb55ab-89c8-4ede-bd5b-f07dc0f2e6fc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "c1b44f8c-f4bc-4504-935a-111439def4fb", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "The University of Texas M. D. Anderson Cancer Center (\"MD Anderson\"); Adaptimmune LLC (\"Adaptimmune\"); Adaptimmune Limited (\"Adaptimmune Limited\"); (MD Anderson and Adaptimmune each a \u201cParty\u201d and collectively the \u201cParties\u201d)" }, { "key": "bf335577-df18-4ecd-b387-e756058aac8d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/23/16" }, { "key": "676b90ff-0adf-4c25-b6a6-3bc255c429d7", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/23/16" }, { "key": "5855c068-3f49-492c-bf8d-ff756bde5781", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/23/21" }, { "key": "606d12bb-1faa-4b20-887d-c0c9ad5bed28", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "34f5497e-5505-4fbf-96ab-204863fd1532", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58b8a88f-d1a8-488c-aee2-4cb21d8a1b53", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ddee369-9414-4a18-85f8-553b5cc7bb40", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "617c2677-e6cf-4fce-a13b-5a04b16f8a88", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "845e3241-2a86-4f1f-8b6a-09e6184e2338", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "023f3584-bf30-4c53-8996-6d4a6bf61b00", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16c504a4-49f8-4889-9fb5-3a346b4f61f2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dbe163b-2744-4da0-81e8-93b36881a02b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4ed856f0-8df2-463c-8d5b-cefd04c89e42", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "93315f23-d10a-43bd-b64c-0c4830d0a753", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02f5f4bb-0753-450b-9b4d-d2d230f77b08", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10837867-0737-4e53-85bf-d2872905df08", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1e95311-a167-4d04-a602-a720ed108146", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c163b688-8f95-4588-ba89-a34e8de6324b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9c9c1832-a874-4536-b421-bcb4814edead", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3941e47-5ef6-4ad3-a735-b8e834cc820a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04e8fcc3-5b3a-47a2-87e1-ab55fa8970e0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e8cfc0e-86a4-48be-a554-9b74695bd2ed", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7aab6b2a-15a2-4450-b67a-8dce9cd80598", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0c4c797-307e-47e6-863d-8220c311e586", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e141b838-0412-43da-ae44-ce3ef2935c94", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7978a249-1fad-4160-94c1-db1e858b597b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8d50eb2-b275-4b9a-b2bb-b78ff4d11870", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0a75a31-a415-4588-97f7-510873c96e66", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a0d734a-2ce6-4008-b0a3-a698144137c6", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d31e01bd-f15d-4b57-ae99-58ea26c1ab58", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8625a977-1aa4-4488-b164-eaa94a2d8659", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "349249fe-c3c6-4296-9244-e44780fa08ee", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5f6d1282-7be1-4498-b272-0ea649b12f2d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7900c2a9-ee05-4d0c-a7a8-183a9f666b76", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c8a6971-0461-4921-96cb-a55ef02c323c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f3bc4b8e-ac5c-4468-b403-7065c3ba6433", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f24046c-d50a-47ce-aeec-667e4826063a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0d6ebf03-3c9d-4cc2-a90d-95b057f876df", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_345.pdf" ], "test_cases": [ { "key": "a6713de1-2918-4bdc-b2ae-0bcf7091ac35", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "5178be81-9bab-489c-bcf1-d63b0941f862", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cool Technologies Inc. (\"COOL TECH\"); VETERAN TECHNOLOGY GROUP, LLC (\"VET TECH\")" }, { "key": "0369ddd0-3d74-4cb2-a02f-5e7919ddd1b4", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/26/17" }, { "key": "eeab3ade-586a-4ac8-82f3-c6a6ba081fe2", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/26/17" }, { "key": "5b96298c-4712-4b58-9ae8-4e13c23a5df1", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/26/22" }, { "key": "2979203f-45c7-4e44-86ae-47640e858043", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "dc5bf57c-d91e-4084-94fa-3dfbeaec32d3", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "5fef17a2-bec5-40f5-abff-072a70c604b3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Missouri" }, { "key": "7da02beb-5fa9-4c2d-8063-21440375a7f5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10ded06f-763f-40bc-96f3-1399da0ea943", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "637aacac-7ab8-44c7-a0df-541aae3d6777", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1472c30-62ce-4d47-b8ed-3ec8f7d9b53d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6b2a9ac-1065-4381-a859-7d4a5ac9b84e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "555cfc0c-360f-435a-8ff0-0806f7d736ff", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "931d05ed-da5d-4b44-a471-af49d8ab2f49", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "497a896f-7996-4426-9ed2-582466ba7c1d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c482812e-072c-4cc7-a561-937af6418184", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6121e372-2a5f-4ff1-81f8-ea53c1807d98", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ddd91fb-273c-43ff-83fc-eaef490ba088", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6cd0152-cc53-4b70-bc8a-e78a3616fd49", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf75ffd9-2f79-450a-811d-5696b5b70cf5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "824eba75-7780-4c5b-9216-57df17e383ea", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bad4e27-0b73-43a0-889f-da546d7ed0f0", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c37dd69-4f04-4c5f-9855-85624b5a276b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf1cb52f-f7ac-435e-9fc2-8ae56d155623", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d00fc626-c24a-4165-a9dc-a1e1a11c026d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19b364dd-cd35-4db2-8a2b-198b1c71992e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "369fe623-28d1-458e-b549-8414efd0e660", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "870724b5-bb23-4023-9c48-313b96a50172", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23f15c98-0ee4-481c-909b-d0cd46ba1f93", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f9f4976-0107-4a4a-95d3-886008f9afca", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c22232b5-0d1e-4fce-ae17-f9947baac6cb", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e49a714-3a1f-4d81-a15f-b1a99e33c151", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41fbd4e8-3251-4901-96f3-b2752a06e378", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4df1c4df-5558-4a39-a69a-3df833a964ea", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9181269f-9d63-4733-bd8f-0f9d6dc3dd7e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a26ff248-6f7e-4ce4-bf83-75cd85307d2f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f32bd9c7-4173-4765-b498-3c01435b0450", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ffcd124-6854-436e-8335-f012a869261f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "529a1d38-2e90-4429-9254-3628f23c8130", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60da2543-7e06-4f70-98aa-71b675b4d9e5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d659ae83-4441-4fea-abb4-076138bf38c5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_346.pdf" ], "test_cases": [ { "key": "bab67813-f187-42dc-8d6f-a8b80450074a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "561213fd-ddd6-435d-9b13-5b62a2449499", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "System Associates, Inc. (\"ISA\"); Rubicon Software Group plc (\"Rubicon\")" }, { "key": "a9971deb-40de-4afd-afc9-266872c95ab9", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/15/09" }, { "key": "b7b500ea-e911-4e18-aeb2-578d84aeefeb", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/15/09" }, { "key": "0fe5b09d-b35d-4d8c-83f6-4c6b95ae2e57", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/15/12" }, { "key": "bafd6bcd-627c-46ff-9c7d-a29e77e75c67", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "185a0734-1c08-4185-9599-4d8a96ffccef", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "56b47f94-86cf-40c5-a0bb-ab869397fd8b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "20e76a36-bdec-4125-a3d1-a279b7deccbc", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ba1dca8-a3e0-4702-adf3-80e39c07198b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ff86569d-5f02-4ad3-bea8-965d832c67eb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2e064fe9-4659-4461-a688-8b6e7854ef45", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10801b23-de86-4cd1-8118-e966fa655f5e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23d7d7a5-c35d-49de-bfb2-c369fcd3f203", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cee5f6bb-f939-444d-896f-7110d5550793", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bd25116-739e-4ab1-b2fa-a1f862d1422c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eab41598-701a-46d3-9f67-16cd57ab3b4f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92b608fe-b8fd-431c-84e1-febf6714fa50", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bf0f7f4-92fb-49fb-8230-50d0c083320f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "def9d1bb-3a8b-4116-a4ef-757c079cc2ee", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "776af2a2-0e26-4ab5-8ab3-df8cd63fa2c7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a4a4db8-f799-4249-bb2d-c420bbc970f8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7f04bcc-b0f4-4aad-90b6-23c15190a80a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cee5f3f-31bb-4e4b-a518-f3af5bd95120", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02c61e1d-f469-479b-ac1f-a3542f0d3618", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a296c964-ccf1-44a5-b95f-d66b14147c84", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6b749a6f-d7a8-4dee-8f31-adab935075d3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1bfe69e4-2dc5-4ac3-9910-06322011e012", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f3c9b68-ee84-4543-9b4b-d8166171271b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28284452-f4b5-4120-8429-101a1811535d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26ef89fd-8775-4244-b81a-5dec41ffdc10", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "559cf790-1cd9-4e74-9c0f-f38ca0cd205c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "002a51dc-4950-4e76-a2e4-a2cd28637532", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec6c06fc-19fa-43b8-b574-2304d8d52af6", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccc9eb82-d6ee-4b1e-a813-117f1af2a348", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "54d846f1-0285-439e-b49a-b139778afbbe", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "569da669-b854-4256-a641-089b5eab5e51", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfe487df-7c0f-4d8a-9e33-7eaae6955689", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bb67fa1-c970-4056-b3a2-ce0f78d8a63b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c74680b6-e699-4b97-990a-1d7402cbf80d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62beebb5-c2ea-433b-9ec4-9bfc05115aee", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "bc653569-01ae-4adf-98be-ca55a700c84f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_347.pdf" ], "test_cases": [ { "key": "6b56d824-51d6-4722-8a8c-73d1817181ec", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "bf70e9f4-e0bc-4ac3-91d7-d15dc7684fbc", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NORTHERN TELECOM LIMITED (\"NTL\"); ENTRUST TECHNOLOGIES INC. (\"ETI\")" }, { "key": "a05b480a-8c9c-4283-bf67-6a39edff38e9", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/96" }, { "key": "56c124c8-3b1c-4b27-86c3-49b1c13d919f", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Province of Ontario, Canada" }, { "key": "9d50be08-cf41-41a9-96e1-b08789aff03a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "79128d25-40d3-42ea-812e-f21501c2cd59", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3d0083d-2e3a-428d-bc1b-d5c8119b9584", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "480a6af0-5bde-40d9-a595-85ce408dc409", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c43438b-e6ae-4005-8a06-b0ea8816c692", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "add290f9-ada2-4171-9bb1-4490ce78da1b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30ca3092-2e18-4c4a-8901-3f0a8184b92d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b574ef6c-c75d-474a-bf7b-9f28042291ee", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2288f6c9-3910-4f91-bd1d-a4d7ba82b283", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "757660c7-f88e-4f53-93d9-4213bd137166", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db7c169f-33fc-4f96-9759-cdc599129b20", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae19e5ca-b100-49f6-8fd0-94818f331aee", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4e638e1-7d5e-4397-a3fb-672be6d2c22c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "280d5757-b4db-4f88-b205-5247cc2fd79b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46761c7c-26aa-42dc-a2d1-f20f1a206fc5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43d981df-542e-4401-8df3-2a69dde08974", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "677d211d-21c3-47cf-a4bc-f61a15dc0ca9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "450d009c-9bc2-4dba-8f4c-3ff72a11ddc5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9b652c28-7129-4fa5-9833-6898ccf8034a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7d9dc50-4d00-4e33-ac6b-15e3eb9d1503", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e7ff2d7d-60c5-4638-93c6-648149e4a2cd", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "697f7a55-f224-4527-8609-213ce8b69933", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "35c3125a-73f0-4036-aed7-14a3140bcba5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fde1e402-1526-4741-a15a-a5c86a072950", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d495c3b8-f402-4cc0-bcce-28fc0ac6bc96", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "026f9b04-4d48-4b75-9db0-0af47527de92", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "614c3f12-164c-4a50-ae70-246093c30749", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f6e784b-fb8b-46ca-a163-76ae14b2c596", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "edb3a3a1-f3c2-40c4-97c8-00e467337055", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "adad50a1-ba78-47a8-a2e2-bdac2e04bd78", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b47b65e-7b0c-4ca5-a2aa-71220d27f504", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61d78469-0ad8-4784-8a86-8dc23af2c695", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "71547bd9-6173-494d-be39-9fd23790289f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "83e0d44c-a27c-4660-9d0d-3269cbc32c57", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_348.pdf" ], "test_cases": [ { "key": "8cdb6962-5970-4bbb-9b07-37c8cf2021ab", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "01398df7-ea03-4712-899d-3a28302e543b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EDGE Communication Solutions, LLC (\"EDGE\"); FRE Networks, Inc. (\"FTE\", \"Subcontractor\")" }, { "key": "bb006b4a-b4f1-46bf-a2fe-83dd9246bc8e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/17/16" }, { "key": "93cff821-9cbd-482b-a17e-14a62def1dcd", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/17/16" }, { "key": "cbf62206-eb00-48c4-8b4c-e7ccd5187221", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/16/19" }, { "key": "cec5c1d5-6be8-424b-bf6a-a19928993428", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 month" }, { "key": "f1bec3e5-2971-44c4-805f-a48c83562e25", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "8b08c2a3-cc00-48b2-8c72-22dd5dc310df", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "bb543b54-3249-4e71-9276-2eddfff45940", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9e076b7-345c-4a96-906a-521d61b3e8af", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b651054-84da-4a7d-87f4-0e556f646957", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d7126a5-d158-4634-a75b-0d203260e340", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32a16ce8-8cb2-4553-bd83-65995ece9b88", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d90c7409-51a3-4781-9ee6-d1ee8085115b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "14f89346-69a3-439b-95d9-a77ec3eeeb38", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abbdcc77-a4e7-43d8-b9d3-4eec6ce1a6d9", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "909d8665-2b7e-4991-a84e-8bd2ebc5c463", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecf0489f-b0f6-4bb3-8b8c-a1be915f9e6f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e146ac1-500a-4276-83bf-269e4d543328", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a1bc76ae-5c8e-4931-92ee-125cffe71958", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0151090-de99-4e0a-9674-0da9bef9eed8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71c68dc6-505f-4131-9537-5e7a710b8f8c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8af1549f-c62c-4407-bfd1-27d88aee8447", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6e5b189-4f00-4c15-8670-536660e35b0e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "550c7308-4aa6-4ba8-8c20-f380df6f7ff6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4003a7de-48e9-4627-9602-c499d8134eda", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1eb6846f-3e2c-4c1a-ba0f-ca7f6f0c11d4", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee35aa64-47fb-4edd-9560-1639152a4354", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dee33c56-b603-4f31-8ab2-1c26467c6ef7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f11a780-a604-452a-9287-21eefe56ef03", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ada74073-93dc-4c29-833d-19bf05500f2e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c70ae555-a1f2-4bf9-a7bc-6596fad7fe67", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1179f402-bef4-41c8-bcdc-8824cad6971b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "621e232d-e488-41f1-8d53-7cc86a181491", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9b82b79f-431e-44fb-b8c0-307ea32a5590", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acbeb617-3626-44b2-810f-2e05303fec78", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad2e7ece-9c36-4d50-b3b2-49297ff344d5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb3f9ec1-65bc-4188-a11a-4b5ffd6dee2f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b081767-fdb5-4a86-a52f-96b7f476c161", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "940646ef-b927-4733-a09d-eed3fdb74aa2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2df0eaf8-0c3b-49f0-9c60-de85ade7c30a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a0981fb3-14e0-470e-9e85-8e851285803c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_349.pdf" ], "test_cases": [ { "key": "060df623-df56-45f9-9693-1debca12d34e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "afc00ee9-2370-4d7c-a713-170262bfcf5b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Giggles N' Hugs, Inc. (\"Company\"); Kiddo, Inc. (\"Consultant\")" }, { "key": "5c7059ed-de80-4f6b-b0ae-e92d20ae1bac", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/17/16" }, { "key": "690e858d-f0f6-442f-8aeb-ed125862fe2b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/17/16" }, { "key": "be1eb49b-cecb-4526-8d6f-4d7020c45685", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/17/19" }, { "key": "39da2105-ca77-4856-b462-2a7290156a3f", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "86ad9f2c-cf60-4713-b5dc-9e07a62b2ae0", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "267fdc0c-a9b2-4b92-8b32-6d752402e415", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6b414fe-1e7e-422f-9fa0-bd77d41ebd74", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d8d811a-e29f-48e1-b47e-b4709c22e81a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1453a448-6e54-488e-be25-1eaa27028605", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7cfe89b-c563-470d-84aa-4cbf4a8287fc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04c0b34c-8065-456e-ba89-0e3b1c290b89", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cf36bea-ac49-44e8-89ab-4d5657e46d00", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07a863a4-49e7-4b2e-a5a9-d5bcce10436e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9206d09-dfae-44c6-a5ba-4c9187cd9c3c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43005073-2d53-4883-bb4b-710ebd173255", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "072c0d6b-3e19-40ca-8e34-41af491af692", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b7bc2a1-1037-48b2-8186-333608e2989e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb6735c1-8b4d-4a0f-b8cf-59249d4b028e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d48294e-28a4-4253-b15e-27ab6fd3a96c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52a65fdd-3c5e-406d-8011-ef806feb267e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aeed585e-e41b-4629-90aa-70f661268eb8", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e1e0797-8b35-4750-b322-0cb9b3863503", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5b21ac7-f49e-4014-a501-f51e4dd30180", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02c1a1c7-3eee-4108-a56a-257cc00574ad", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc691635-2d5e-4f51-ba11-e615c8c69e5b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e8649da-cec8-46fb-b80d-aea4029bd03e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a11d0ae-b25d-4a10-8499-e0db273056a5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ded2b8c-aef9-4c27-a876-197a15b34c71", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e96f45e-43e0-4d43-a181-2fb4a2e6e847", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dde8a462-99e1-4ab0-98af-11b073dde1ca", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3f3963e-bc00-4a94-9faa-6a672aea51de", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc2abeb1-cc2f-46e0-8f51-13133bac9ded", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95c3b266-4851-4e3c-a364-cf92b2c92b2f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6e111be-75c0-4dd1-ba9e-6ad53a368517", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56741a5e-ecfc-4067-9901-5c4dd6603d58", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96fa4776-7314-40d2-9cb7-b55796bfbd3c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82acab87-528c-483a-b363-079c023f553a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8787632c-9739-460f-8547-ba1febdd68a8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_350.pdf" ], "test_cases": [ { "key": "09c938ea-a5a7-41a3-9e79-52c09cbb9c98", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "a2bc5ff0-5259-419a-a17c-3fa1a98a5a30", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GOLD RESOURCE CORPORATION (\"GRC\", \"the Company\"); HOCHSCHILD MINING HOLDINGS LIMITED (\"HOC\")" }, { "key": "13990adb-516d-4886-83cc-504aad97ff8a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/5/08" }, { "key": "0fcaf826-679d-424b-884b-084f66ebf722", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "413c42ef-4b40-4c34-b02b-0d696046d330", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a1c0181-de98-4866-9171-cfd9f0544bc5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5159f52-048f-42fc-830f-5803459cb38b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3208d50-57e1-46e2-81d9-bce347620b5f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "05ae5126-4f42-42db-8622-f1fc97694a47", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93439167-ed51-4ff0-9359-dd24103e8f03", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4d8f25a-fbfa-4c40-92f6-7a1b90fdfcaa", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b24acd5-2d4b-4814-8c35-8be9c2b7353b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3404f9eb-884d-46d4-9ec3-6394738a5c5d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9addc6f-51a2-4a46-8dc2-c0e62b86bcfb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f77495b-a9d8-48ee-9951-2a79c54a2ac5", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "80f94011-7a91-4b4a-baca-61f85bcc0a04", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78a28085-ccd0-4317-8165-50ea61d3c32b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdc195d8-15a3-486d-b9a2-f37083a88bf7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c27e6570-9c6d-4200-a1fb-ad6c5ae81c2c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8187575e-080f-4524-b803-6b033b0363cb", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78837d61-663c-43d9-8915-d3a5d715e11a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31b65c0a-e324-4adf-9b88-468ebec735ff", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60d9afa2-57b3-4488-9555-77e24a0a4b33", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54cab99d-f864-4f99-93ed-469fce595aab", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5bf8f56-7dfa-460d-81fb-9f7a19b24d1c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb08ae31-37d1-420d-982e-9990887d92c0", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "610e5f31-574b-4eb3-9ab5-d4968c668f61", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4be3e7d4-d363-4a0d-9417-76ea6f71c23d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "441181af-d032-4c77-80ab-8185187aa607", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59d77650-e025-4407-ac6c-7c009f0caeb4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ce688c91-4e3d-48a5-9b1f-de5e1e8c3c9a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0510b2f6-2831-4592-a3b4-350cc40562e5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3d394ce-df65-49dd-b4c3-eebdfdbac012", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32d0e23a-402b-4e20-bafe-912612f14905", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7084d0ea-f169-448a-ba1c-cf8fe64c067b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c9f64f1e-d55f-43a0-966c-3725d53a28be", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5300816d-0091-4407-8609-5744ef2e6ab3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cfaf96e8-9367-47db-8280-9516438ecadb", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_351.pdf" ], "test_cases": [ { "key": "826cc314-f310-4141-81f8-1eaa4aa2f7b4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "a5387199-7954-42c3-98ca-63a7f1d43837", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "IMedicor, Inc (\"IMedicor\"); USA Managed Care Organization (\"USA MCO\")" }, { "key": "c6c1b539-9f57-4cbb-9c52-e9ca4e5becce", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/15/10" }, { "key": "c08c393c-334a-4adc-ab21-f6672b44e24f", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/15/10" }, { "key": "2174a5a2-7d63-4419-a43a-5b6cdc7f8d53", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/15/15" }, { "key": "c87d192d-a01c-487b-8090-3052072ea641", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 5 years" }, { "key": "f64d2139-16ee-4a69-b32b-6548e220e46f", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "c0778f9a-f753-4de2-9b6a-7e8084c0b895", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "c0e3e841-4398-48a8-a653-6ff07785a205", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68a29ccf-2e42-4784-bf41-cdb02bdbd4ab", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f07310f6-d6ff-4ee1-b8f1-c5301de9edf4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11546cb4-978c-41f2-a790-2c53f456184b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d41d7cb-9100-425c-9a36-aaf55e7a2e42", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d84b0139-54c1-4c83-a65b-fe36f77e38cf", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d352f8b-2285-462c-a23d-c59512b5fbee", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ce865c2-572c-439f-a529-6c722c6b3192", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c8b1f59-bec7-4d08-a93c-76f8e10c9a11", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e6cbc9f-5a0e-4b07-b005-d4ff7c513303", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94a0f05e-c2e0-40a6-b037-cc70548d0840", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "22a374d6-5ff7-49e5-84b1-84039ed357fe", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c046ae94-cc4f-49e3-b359-a4c6af151578", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fd80330-b3a0-46e7-8cb6-8ae3a88f93df", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fbec0b2-afe6-428a-9018-07161a8cd177", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "615a3f53-93c3-4ac3-9ee1-4b6e61dcb6b9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93a5ffc8-05d7-451a-aadc-2437fc1e93d0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "831014fd-d708-4d3f-97aa-33dcbb1b889f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59da27af-1faf-4088-9930-23aa7e43962d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d3b3e88-b52e-48ce-8a0c-82164f397f30", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1de94c51-7ca3-4f00-ba5d-6d9d13665d87", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc915e43-167f-4dd9-a6cc-3266c679c18d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77683422-d0ad-4414-a796-14c5b0c7c458", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4b05865-a1bb-4721-9c63-34f619c16e35", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c70fde5e-ea34-41c3-a84b-63e736daf20e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3335b2e8-0f55-47ca-a400-cdb1f3d4347c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e849607-7ea5-4d5f-b64b-eb8cbe3434b1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01e5c14b-3046-49a9-8482-08c1971ae256", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e92a9551-3f8e-4f2f-901c-3d7aabd85363", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6f0b760-4fba-492e-94e4-d2f065990db4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ad4ea67-4b13-4486-9cde-083a4b53efbd", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "613e4ae3-40b1-4616-b9c0-9d07c89c48f7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4dc114c6-1749-4db1-a64e-fe52d4067dc3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "e0ea4f8c-7c3d-4f1e-9ced-4b257210b271", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_352.pdf" ], "test_cases": [ { "key": "656c322d-2198-470b-9845-1e024abf0f15", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "ea1ab344-6075-49aa-9ce6-bf4864238b2a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bravatek Solutions, Inc. (\"Bravatek\"); Fazync LLC (\"Fazync\")" }, { "key": "1c286690-0190-4f07-a042-3933ef8e0e29", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/10/18" }, { "key": "e4265e08-faa4-4348-b7d1-491c1c979143", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/10/18" }, { "key": "9798ea6f-7fd7-4d1c-981a-e5fb84e42f7a", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "0e6f3c5c-09cf-41b2-8759-a4d9ee187b17", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "6c487e7e-8334-400d-adbc-414ca5a9dd1c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "6d0b48c3-f3ef-439c-9a94-4fa5cdb35812", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b212f85-5817-44ab-943c-cfa8d329b43b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dac63361-543f-485b-839b-5e72d2db6a61", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12e03f0c-690c-4b53-8cd8-ff590d74d8b8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cf8c3e6-25c3-4563-abb2-949c926697ff", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "566efaf2-ad17-4d40-985d-d8c0c404d3eb", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebc5df0d-a290-40ad-b026-eeb0eab581e7", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1fbd7a2-4785-4362-88fd-838db930147e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "223778c1-e24b-4f7a-957c-0187046a5604", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5788d043-937f-4cf8-a7a7-41108d87427d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9360b424-180e-49ed-9842-32b5281fee98", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "89b0d9a2-b2ae-459b-9ddf-b9c881536791", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0bd3cbb4-cba6-4f90-9bd6-64d654faac88", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2c9e0c3-ce92-4fb9-a1b6-2beafc71d258", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7792f797-97a1-452f-a772-766e4a9700ea", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0531e002-a122-47e1-8e47-34d5e35c600b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fbf5ede-8347-4311-8aea-ac94d1ee140f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1986399e-1e6d-44af-af00-2b05e16f00b7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7da9e829-960c-4433-9fe1-47fe15d3884e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ac3a543-3f9f-4728-841c-a79e135d6293", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cbef011-a0e3-48f3-ac7d-7f690ce72956", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a59f8992-7e99-4482-8aac-7325f45db1f3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc2ab7a0-2302-4d0f-b259-50e80b1825ab", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6fbfcf0-807b-4b21-a6a1-392eec561a31", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49372f08-339c-4e07-bf25-963813926605", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c266a7f7-c9ab-4a76-b7c8-cf0382711916", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d8255d0-8103-4766-a019-eb19a64b9231", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07d4b005-bf47-486e-b250-ab9ebc0e01d9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a68f8a26-d7a5-4206-b927-cd526e1cfd40", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00be4c21-fef7-454c-b562-39f10c4bea0e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1223b227-89fb-44e3-96c2-d35465027af2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28c67b63-a69b-43f1-96a2-c2462bed20e9", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23a74e16-97bf-4c48-96b6-04c22a5f7ed2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3f63e5ef-7a59-4534-bd4c-b91ccd1f26ba", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_353.pdf" ], "test_cases": [ { "key": "505f53e0-7227-4a39-9d6a-f90040200b67", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " Strategic Alliance Agreement" }, { "key": "ec39fe9a-9fbf-4eb8-abae-6757aff8ede6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "IntriCon Corporation (\"IntriCon\"); Dynamic Hearing Pty Ltd (\"Dynamic Hearing\")" }, { "key": "5c23ca8c-3fa8-4f3f-8eb1-5be93bde1808", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/08" }, { "key": "472c3f2b-d0f6-473a-b0f4-2a21a1b7a334", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/08" }, { "key": "e3e589bb-9482-485c-a1a5-2cc7bc872149", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/13" }, { "key": "1a1afda1-0e2c-4b3d-a3c4-0dc194c47210", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Victoria, Australia" }, { "key": "5919ec13-7e00-44eb-8d4e-b1750699c0f3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ed05fa0-57f7-497a-83b6-c23b6599bba3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0812441-132a-41b6-a282-04921f566e03", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72d66a38-331f-4835-b9c3-fe597e8ed01d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "857befff-6132-43c3-b134-6ff90126c20b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f20c0572-615a-45c9-b6bc-79d83039f8e7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3181e3c3-9c9b-428a-837c-0afd5072218c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed93998a-0185-4ee5-a43a-3f12310fffd1", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "05e0c72c-0755-45d7-b86b-220d53a56a5f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "791990f1-99bf-4a7d-8c28-bfbb9ad1a257", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33726a64-e5f3-4b15-8e0e-2c39605536c6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d045be65-1a31-4cdd-a86a-be34c1f2cfa2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1756366c-5a7d-4163-80f0-f92e90d1683b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34c94f87-7e47-40f3-88c2-b167a4e41fa6", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "21adb0f3-850d-46ac-95c2-809e6f32645e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc9a1785-4bc8-41f7-b7e9-9ae46f14bca0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af768771-c7c2-43c3-9b2e-e21073170bdc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9cfd0ed-9f92-4c4d-96ff-5bda8b9fa7f5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8b3a2d9-e488-48a2-ac0a-2396dbcf5ff2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90574fce-6656-412b-bbc9-c9c2d90d70ab", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e25cffb3-851e-4025-a9e9-34a7f1ab7601", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7c04a7b-d2bc-496d-8a87-c3ef119621a3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af3b2eb4-b10f-4bae-b20e-24571430e960", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b66009a-8d76-4483-a90f-bd839a1f439e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7e89ceb-e315-4281-a17a-fd0098d4e2b7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27a5127b-f9f1-4851-8e64-1ea0847d91c7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "73b50e31-aa02-420c-990d-0a9092aa6a09", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ea03f09-18d9-47a1-b789-187f9da4be8f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4ce89fff-2803-492c-8a34-219c4842e065", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bf4536a-61aa-4359-8af9-ff3d55a8ec98", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "326d8492-7dc5-4fca-94e0-c8be86763a83", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9702ef60-26ad-4362-807e-0131c429fe41", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6abec59-419d-4a93-bd4f-39099ec9ce8a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "44968cda-64c9-4808-a6fa-33010460c644", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_354.pdf" ], "test_cases": [ { "key": "024b0b68-f0ee-4e89-be68-cb6f3ba2f7f5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "cb8dbefa-2efe-4c7a-9625-00f03c66309d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Loin Biotechnologies, Inc. (\"LBIO\"); The University of Texas M. D. Anderson Cancer Center (\"MD Adnserson\"); (\"LBIO\" and \"MD Adnserson\" individually referred to as \"Party\", collectively as the \"Parties\")" }, { "key": "b6645fe0-63e6-41d3-995b-6517176e9887", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/17/17" }, { "key": "6b14dfc0-4ee2-4b48-a493-f23b22629674", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/17/21" }, { "key": "ea5bc709-9994-4d66-9343-2f5c4a420997", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "31014238-196e-4977-abab-0956b9d9153c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "539743ac-aef5-4bcf-87ec-dbe0509badbe", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fdeca8b-60cc-4095-80f4-e2ab670c7fef", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ea78eb4-897c-489d-ba0a-a62e3743951a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "266b1bdf-41c6-4f45-b632-ccc53aa21572", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8825b4d-8e1c-464b-95db-900b7d3cfb1a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "843ea71f-5bc2-4b93-b956-e2c6fa688119", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ba83019-1a4a-4399-90e1-232f620d3c77", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e0734c2-931c-40f7-8f0a-2b0a52d58f38", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1c0d9b0-f332-48ce-bad9-6736f92d014b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f93da733-389f-476d-bef4-080b5a5284e0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1bf28002-5a33-4171-aa53-6def934891a9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a64b769d-7bd0-43f1-a524-8f8fea58e25c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc5133ec-50ea-4a9b-b147-b7b804c5241e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ed01b20-0046-4465-afeb-ae2f80efae26", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5274f777-fd80-4780-ab65-305dd6b206a9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27cd0f1f-4d28-4151-93ff-3489b35aad29", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b27c991-84a2-4e37-b2b0-e4a8f1406b56", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fea3218c-37fa-49ec-a680-a8698aa1ef29", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b070ac4-6846-4dbd-b068-62faf39b1be4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "818e3bea-18b9-49bb-9bf5-9c6f5908e6d0", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4258344b-96d7-4472-a1eb-c83973304dff", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3812409-d2c9-4a82-96c1-3c312e4dd390", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4ee056c-bcd0-432f-959c-ccc2bb367d1a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "808ff2f0-f8df-46cb-8357-46284af1e555", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0b2e949-2545-434d-848b-8fffea5bce16", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb42dfb6-a8b5-4c03-b946-3cd988615966", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "81a5f772-c0e2-4adc-b673-a71d10a132fe", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6b8be09f-1c7d-47ca-8561-01218576ed95", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4186986f-eeb0-4152-a0be-2917c648d6e5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58aa1cb0-929d-4f28-ab87-37338b21c5e0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32baba1e-85c2-459b-b04d-f64bfc31fbef", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "114677b5-f305-4bfd-83eb-5b8462215d78", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ee9712e7-48ba-450b-8cea-ad8684c08259", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_355.pdf" ], "test_cases": [ { "key": "0d7408f4-f50e-4adf-953c-d3ecea796cf3", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC' ALLIANCE AGREEMENT (" }, { "key": "01aafb52-b9a4-4fdf-94d9-e2fe6426034b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Lightbridge Corporation (\"Lightbridge\"); Lloyds Register FNMA (\"Lloyds\"); \"Lloyds\" and together with \"Lightbridge\" (\"Parties\")" }, { "key": "4b4cc324-30f9-4828-82ab-538e53094551", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/16/12" }, { "key": "b369cba7-8045-4c0e-9e7b-244718d73012", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/16/12" }, { "key": "f2a579b1-fa29-47a2-9b2f-398de06b0197", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/16/17" }, { "key": "a610ac98-440c-4430-84ac-3d40201792cd", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England" }, { "key": "de16bddf-8f1f-4c77-bea2-1fb5d1b8731f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60bff1a4-2bd7-4648-a592-947be1db56c2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e57d7b5-b5d1-4b91-b2c0-a6f6ec127928", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9616cf1e-a929-4808-924f-c17ecb372733", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "799e5339-bad9-4f0b-af7f-9f0914197dc9", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33bed75b-f66a-4e9c-893f-0e930ea4ea9c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7896d9e-61a7-45d3-8e71-088ec377332c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "356a91b5-996d-4c0f-b548-612f9c733449", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8e28c1bd-88e1-4eed-a7de-f2f1ea9b4a58", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5267f6a-85ef-44b8-a580-c856dafd3f2b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2db59dad-76c0-46bf-8b7b-f593ab0f6fb3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "36b93818-fc4c-4642-a418-0bcf519bc87e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec709fe8-4205-4c72-9e43-2ba8f4a15ef7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a83befbc-ebe5-485c-ac1a-d4b21fe7e10b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9412b174-1549-4007-8ac0-0e1dd80929a4", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5c7565b-853a-42da-a4e6-7a893e36ddcb", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e919f19-1d0d-4191-8304-25bbec97f787", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f8c8c20-64dd-4a31-bc77-d47b07e32232", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b4c7a2b-e4ce-4939-a5c5-5975b2454099", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fb5169a-47c3-4978-96ff-603dec4bbb44", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43be1d53-aa81-41a5-8858-2bc42ceb539d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "130dce18-e242-4738-bd03-20d332a95a5c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2cea1b5-2212-4c55-892b-0fbfd5f9f35b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54c99501-89e5-4880-9e68-6aacc4954392", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ab7d46c-94c4-454b-8b2b-b211f37654ea", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3c52d12-ac8e-482f-b46c-483e5264b0b1", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ade0e29-a342-45c1-94c6-9175989bbe07", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eda812c9-9e46-467c-adab-6f3300e8ba05", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c39f39a-5f94-4cef-89bc-2c97acfc56e9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6846dbd-277c-474e-969f-e7138b66dfc8", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ede4d642-9bc7-4093-9a89-e29fd31603a3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d468063-eaf1-42da-b4ee-3d84d0050d74", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78b07ee5-2f7c-4ec3-a4de-209a20d40617", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "381d27fd-1cc4-418a-a12a-13a8a85e8f08", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_356.pdf" ], "test_cases": [ { "key": "ba83b67c-5cb2-41d2-9062-e581c665e07f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "9f0ae61f-6ad5-4086-87d9-13fc5e1c073e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "UTEK Corporation (\"UTEK\"); Manakoa Services Corporation (\"MKOS\")" }, { "key": "f21d68ee-0e9d-4632-9819-b0d3cbb7fcba", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/14/06" }, { "key": "51c072d6-39bd-4e10-a98d-befdbde99d6d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/14/07" }, { "key": "669be447-e716-4d1f-a5b1-64baa7a3e181", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad715115-58b1-4bd5-b9da-30138e92af24", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4905384c-1d43-416a-a591-8acf9c8fa863", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fdd041d4-1e67-450a-b1f2-65b6d02bcf31", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0d8737c-628e-4c1c-881f-3d58b7716cb5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7994076d-3fc8-4ca1-9f87-1f6acc83287f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b26c87b5-d930-43eb-a1f4-1c243bf69fec", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47db0f71-0212-454f-bde4-a780ce40b09d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "23cdc285-4ef2-4003-833f-085ef87e4453", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d103208b-6095-4b94-9d8f-91b8d10ffb52", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94100f51-c230-4ced-b7a0-88319ffeaec6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d9a3f90-8a5d-4f40-b5c1-abf6cb9bc81e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e461132-c06a-42bd-ab45-a5ba6a52327d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5edfa825-4ee8-4f7f-b000-70dee051ff91", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdd90264-a4c8-4bb9-830b-c6b2b1f4d6bd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cdc8f57-0ffd-47ee-90bc-04e71cb39861", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d2254f8-3739-4863-8160-deee7de124ed", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e38907b-11c2-4986-a25b-1ce75103daf8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b65d982-3218-41bf-a82c-f45e32948ccc", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "770cb120-d167-4a16-b54f-7d3fc18456a0", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93d61131-2350-4f90-bb28-fe589ec08e1b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4825ff0-4ad7-451f-b4a1-910400b8fd16", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3f7eea8-43e5-44f9-9269-24436a5505da", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d71fb30e-d558-4646-a6c6-0284bc17d490", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fe1ec5e-0b7f-4b63-a352-73c79b9a63f8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "514afd51-dc37-4b09-9514-eae2659841c8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c7919f2-1a6e-4a12-b3c2-05784f42c893", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3aa4473c-9710-473c-9221-6367dcb85939", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aec65583-eae0-4cce-903f-44d20baa0fa2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "848970d2-433a-426c-a338-c84c890feee1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fded040a-6ba0-4428-a49f-1722bcfa116f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32c6038b-70a8-4532-9564-dcf5539674d6", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96b5d4ee-3fd4-423c-9cf1-9d4ca2f9a5c3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "5cdc75d0-5248-48e9-8df7-533b4aed479d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_357.pdf" ], "test_cases": [ { "key": "7bf31ccc-2b03-4a31-989b-619e7f18e8ac", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "bf0cfd8b-78b3-4969-84cd-002a023ba5a6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "UTEK Corporation (\"UTK\"); World Energy Solutions (\"AVDU\")" }, { "key": "52f192a0-e00b-45a0-8c3a-c3bb222e6946", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/9/05" }, { "key": "a0dfd92e-8d34-4c51-9fc8-01a042632588", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/9/06" }, { "key": "6a0e49ca-040d-479d-a246-6cd732200ca6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebb3e3dd-0c66-41c1-aeab-e0415ae78a5d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd7c8f1f-dfa6-4a9b-97fb-24c7e00591eb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "257937f6-5c6a-4596-ba5a-94521ad32f1f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1665c46e-dd28-4203-91c2-89f3a45320c8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8341cdb-a9cd-43b2-9d43-95f37f0d1c9e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dcad2093-cfb9-4391-8b29-adcef41845f4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb61667b-7105-4077-ad03-447952738201", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f2fc756c-ed03-4e35-9b31-55c1fae4b58c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ba124c2-5df0-4824-a432-7d7cef249f24", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "645083a9-8c5a-42a5-aabd-c618d3579074", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "94f64160-b36b-475f-a936-226ee92be99f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "afc988fc-d725-40ab-84ae-1a45659a6763", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a99f9ae-7eaf-4a61-b914-c95f7869443f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61fc6efa-2b06-47bb-9233-7dcc9113bab3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7edb6185-adce-4bfc-b58f-28a6f8780cc5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb70e06a-3845-454d-9b7b-46407b168249", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62915312-1cc8-4f97-916f-8907aec064d7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0dd5801-c979-401f-8a98-a19f3cdbb079", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2173b0b0-0fbc-4c3f-9802-845baf457f67", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d039fd3-f595-4cca-8b15-c7f0c01fa389", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f8ab795-6605-4be4-b8de-f5a857838658", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09179eca-e6e9-4203-83c1-159b4121b1e3", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df463fcc-0a9b-40f5-9ac9-34d6e1b6edf5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d24af649-3130-41c7-8025-648bbf3a7348", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd087ed1-0dff-4bc7-b715-f839b3818710", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cad995b1-f5ce-461a-8880-b517a2997c13", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "501d5a92-c26d-4859-8b4a-9fd0046d90ca", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e08b0f67-fead-47f3-a0e2-3121431fa010", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "749bc5d0-29b6-45e7-972f-acb373413b0b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce2b003e-3b6f-4311-ad78-744b68033fef", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "233942f6-3168-42f6-bf80-6c739a25cfac", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4cbdd35-651e-4497-9236-0304ce4abf5a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "e78864f9-2c5f-48ce-b1c8-0de1d9e27f9a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_358.pdf" ], "test_cases": [ { "key": "84d3b365-543f-454b-b8cf-83c557884ece", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "ed9c6290-6876-426a-8aac-928bb251c16e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PHL VARIABLE INSURANCE COMPANY (\"PHLVIC\"); PHOENIX LIFE INSURANCE COMPANY (\"PLIC\", together with PHLVIC, \u201cPHL Variable\u201d); PHOENIX EQUITY PLANNING CORPORATION (\"PEPCO\", together with PHLVIC and PLIC, the \u201cPHL Parties\u201d); INVESTORS CAPITAL CORPORATION (\"ICC\")" }, { "key": "b7d69c06-97f5-4af1-a8d6-85e05d4bd819", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "1ebbbd75-84bb-4256-b553-b3b0a26abb45", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Connecticut" }, { "key": "fac7a990-6c82-4a8d-b5e6-2332d697d59f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1260c41-7aff-4ba5-a106-48612b89ecf3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e1edb4e-0ebb-4b3b-a562-139179e322ea", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ee8e106-9629-447d-a7c5-6b3abe8789f5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1f53f11-92de-4aa6-9189-47914098c831", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0cfd36dc-3210-41b4-a234-2f0c2cb56738", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c6242729-b3d7-4e08-953e-6599214019d1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a92d4d05-eff2-41c4-9f68-637b0d81d2ad", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "63aea084-4e56-4386-a02d-1d98d1d637e1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9502ba81-1b67-48b9-8733-be3d8a80a554", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c9236ec7-88de-40cb-89cd-2d1e5fd704b4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0dd3016-0500-4305-b8f2-60677b031039", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aeb6dc2a-b0e4-42f0-b337-b266f2a256cd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "699679f3-7075-4f74-955a-6336a2a56133", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d00405d2-4792-4988-9979-ef8e77ad9526", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7395ea3f-eb2c-4579-a160-44c1a9e18ec8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9ecfcc2-a443-4df4-9e97-233362bb35c4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5f1dfad-b130-4edb-85d9-f8a5fc8b170c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fce15e1d-089c-43bc-a69b-07823d31ad1b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d70589e-79b6-4a07-a222-0588a45cdcd3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be763f4d-b2b6-44e0-8ffd-4f318ac302fe", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14e318ca-5fdf-482d-a1d6-63bd8289bf7c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70c2dfad-1a81-4b17-acee-04ed495cfbfd", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34a29486-2462-407c-a5ee-fc30577be731", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10908c24-c541-46fc-aff8-29e57b497a1f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5735216-93a0-4004-8ad1-d7a54c8d872e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b1c495f8-3f59-4d7d-b477-621ab84d5159", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ce12480-76b1-4331-ae29-f51f767696ba", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "081acf50-62cf-4741-9983-3ecf6db97abc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "235209be-3a4b-4b3b-be1f-69256be17ed0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2596e129-0a52-4d5f-b227-bcc697875e7f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0462685f-acef-46eb-b4a6-e6ad207e0d7e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd1e6e10-2902-4444-b1ca-abcf32a0113f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "be5bfd65-2f8e-42da-bd71-5c1876f487c7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_359.pdf" ], "test_cases": [ { "key": "a73ee0b9-5207-4ccc-b194-46d570845c5f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "934459e9-a711-42bd-9832-58d4744e57d0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Allscripts Healthcare, LLC (\"Allscripts\"); Phreesia, Inc. (\"Company\", \"Phreesia\"); (Allscripts and the Company are sometimes referred to herein as a \u201cParty\u201d and collectively as the \u201cParties\u201d)" }, { "key": "1ef391f3-305a-474d-aa0d-d94b1883a28b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/10/15" }, { "key": "b5ce6fe3-797c-45e5-9a77-1f9fab534883", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/10/15" }, { "key": "65d71d85-0e7b-40ad-a039-1e0e03748492", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/10/20" }, { "key": "d076e92a-5fb6-4329-953b-5830dd04c1b5", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive []" }, { "key": "145594e5-d1f5-44bb-80d2-608774da3b31", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Illinois" }, { "key": "99dcce89-4bb7-4d1b-b741-1026887aa81d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1944914c-961f-463d-b3e8-eb03fecc6df5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ad3e20e-6df1-4707-8e25-6ac0ae564477", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cdf808c-59f3-41fe-b963-ea9c2871fa4e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d197d9fa-3365-40e3-a780-f3aa72ecdc62", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc48871e-1674-4b9f-af6c-ad8a93bf0f9d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "22823b84-1943-4f14-92c1-1dfb7a7ed9a8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4914581a-fb56-4f8a-8ced-0fd2549507d8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "85f6e77c-2a90-4717-910b-977d7e7cb685", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a5b9961-cc52-44a5-b0df-11d61ebeef30", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6393a4d6-d155-451a-aca0-c606c6e8c2c4", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2bd37263-e780-46d4-aed6-dc2051f840fc", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8100777b-e667-4550-9f10-f0975c362bd8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "998db89e-5146-4c20-a5f9-1d9a7284649f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dd0f30d-d8d4-4065-b036-31369528225f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bc24359-df56-4b7f-ad84-35a320c7d08c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8472f89-42b8-4f58-9a65-bd3ab6bdee94", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3563bc70-8b1f-4877-aa65-74ea4c88c2dc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6052177d-f7be-4100-b6b7-c46034eeb0ea", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b3828915-5e37-4f14-8036-6d5f21d881b9", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6992d554-7a25-4846-b60d-c7931e209171", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "121eebeb-f49d-451d-b61b-3bbaf71c6189", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4caadcf4-161f-4c3e-a9e5-aa8d3b0620b6", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3839665c-4e08-43f7-997a-f0d57a496331", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3a3f4f5-701d-490d-ae02-70cd431e009a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8721a8f5-3c00-4aff-8bf7-66ddb54a1061", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34d4c74a-678a-49db-b8b0-db98c3ee4b8e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f07e612-edea-417b-bc53-0b8269e2c1eb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b54fb081-4ef4-4433-aefb-bff819e04574", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7964b91-9b46-406e-bc89-310aee86d1e9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca6ba49f-1e64-4974-867f-628b435d466d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dda9de08-a6b6-4d1f-8f63-35c8f1953565", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "852315c3-e201-42b0-a1f3-c3e572d962da", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "61b5f067-db23-413d-b536-7e67935fb532", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_360.pdf" ], "test_cases": [ { "key": "c98b851e-d0fb-4d4e-b6c0-dd12182972b2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "e134abba-543d-4604-80cf-acd8ad3f6919", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yaskawa Electric Corporation (\"YEC\"); Argo Medical Technologies Ltd. (\"ARGO\")" }, { "key": "5d81c4d0-0ab4-4a21-b0a1-3f3418c6f1da", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/24/13" }, { "key": "01c3c1da-33cd-416d-971e-2e631727e2e8", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/24/13" }, { "key": "50814c9f-07ae-462b-8044-372fd54a40d8", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/24/23" }, { "key": "1d65a96c-0104-4a78-84c5-96674d867775", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Israel" }, { "key": "6387dfb0-556d-49b8-a486-bf3770011cb9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6c1f3a3-29e3-442f-b34c-67e06c32195b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e6c3bb3-b470-4893-9071-418e98bc292d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d2bdcf5-e3d1-4c20-9c65-edd9df83f4a7", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "891938e4-86aa-4f00-8aad-01511f8208eb", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d19a673-df22-46a0-a8b0-79d3f31afc87", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "83aa9668-d946-4cf0-a9ec-4e5163ab079c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa224466-a4ef-4052-9b11-1cb4732e8a10", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ff7448b8-d58a-4784-9bc9-755490d530c0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ec11fac-6a17-433e-a939-56b25ab37b51", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f6ed0e6-b3e2-4e6d-b735-58b172c03cbd", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7d3c78b6-b9ba-4779-880a-5baf8b281d36", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b755a81-1518-4a3c-b620-983d137bc76a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57a3090f-20e3-459e-bf57-297e50e753fe", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f3c5282-3977-4735-94f1-1e3ef90cf0ee", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2152520-696c-4dce-af25-0891456cb61c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f900b691-16cd-4f1c-a2e3-d4f6c28c35d3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afc641b8-6e7a-493b-93d0-c65a7e0d9c49", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1610a84-7e8a-42c4-b3aa-ac42c2d23d94", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "634f2180-2faa-41c5-92ce-8e6eeb2cb5ba", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d57f9877-2c55-4cc4-8310-a1c2c70e0272", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35b45cb0-b09e-427b-a654-e1ce54d6c7f7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9a83887-a164-4902-95cf-9318cbe37121", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa643411-59d6-4fd3-a2e4-c10271177a3a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb677999-bfe4-4feb-853a-c359aa988459", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a350bae4-2173-4921-a97f-1c4abc862a17", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70c810db-9ad0-40d7-89a2-5e33d22963dd", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c67cd86-13f0-4c42-8f81-d1d968009069", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "440ac98d-69cc-4337-8f2e-ed13d0cf7e71", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e08df30-2939-4878-b179-f59858b2da0c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc92f506-9688-45f7-a1a7-62f7be9bca82", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e37115ab-a649-48e4-9d03-eac8398af951", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bfe6317-9054-42a6-874f-0a1141a7729a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "91daab6a-05d3-46b4-89c4-58357d386892", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_361.pdf" ], "test_cases": [ { "key": "5636b76d-0094-4576-9919-66f9b8b8fd48", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "46be9947-0d2b-4f21-8e3e-68927965999f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "KALLO Inc. (\"KALLO\"); Petro data Management Services Limited. (\"PDMS\"); Gateway Global Fabrication Ltd. (\"Gateway\")" }, { "key": "536a4852-2f4c-4c30-bb6b-e1dc73ec1fa7", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/24/11" }, { "key": "8b39f1b3-a591-4355-91ac-6d52b6e722e1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/24/11" }, { "key": "f5abbabe-1026-4bbe-b538-707386b0218b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ontario, Canada" }, { "key": "7feb1232-4ca0-4add-aae9-947ff1a5dee7", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fc81d1f-36e5-42ea-aca7-f6698396df5f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb47a9ca-e5ed-4ba4-942f-ff93a6c7c967", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "40b4feba-862e-42db-b1a0-6cf3b905b750", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6bcfd0c6-a893-4b59-ae9d-d5ce646dba03", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8988ecb5-77cc-4f5f-ad7c-b463a946677a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef1ef4be-7977-48bd-ab0a-9a32a644f899", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86d1c2b5-388e-475c-bd7e-910fc4016f8c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b35d236a-ed15-4ca1-a8db-6f1992b77b83", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78d4abb2-bcce-4561-84e7-fa7361aebf61", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c32c2186-c8b7-4925-93a0-c30b8381a2ee", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f27f5766-4fd7-45d8-ba14-929266b66556", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8f992ec-6cff-4f5e-b67b-bfadef2d84cd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "417cf637-f969-4fb1-af3f-280c1e12c65e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6af80909-ac92-40b5-b962-ed930d7af713", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b233ed47-41d2-466f-b468-56e7baf4e173", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ee74c8b1-8abc-4a89-a7d4-92e33c8808d6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e81d3eb6-d850-45f3-bd08-e333a9d9f467", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c34d6f83-1f53-4659-a511-c8e41601094b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b56592da-7250-4c3e-862c-d0e1232ac6b5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "704dd993-a134-4588-bb8a-6a1ad98f3066", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2843b57-6ec6-4d21-8395-2edd0b1a8d8e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ec139ff-4028-4aff-ad8e-92d2606b44f6", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ac6d94b-f174-4ffc-9911-65434c73cf16", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9252aac1-e476-4253-81ab-72691d77b522", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "39b44a95-8add-4ad0-ab27-79a437c2cca4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7572133c-ea86-4b48-a2d0-3d827f726595", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "084e0cde-6645-46b8-bc58-1a7126fba041", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7d65b1a-5999-41a8-b4f9-eb490acf8ace", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78fce900-f2b1-441a-9962-c4f38a951c3d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a404ddc9-1859-4d0a-b6b9-2ab2529ed7f7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a663223-3a69-41a5-a29d-a383233adb63", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7eb351bc-b742-4969-aaba-8c8e5e857200", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "91f871ed-9d34-4688-aacb-32b914ae8efc", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_362.pdf" ], "test_cases": [ { "key": "0dc73819-14db-4afb-bdcb-151d868e7074", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT, d" }, { "key": "4925348a-efe3-4324-a018-319c8b35b635", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Farids & Co. LLC (\"Farids\"); Edible Arrangements, LLC (\"EA\"); Rocky Mountain Chocolate Factory, Inc. (\"Company\")" }, { "key": "5f83a2dd-d5a0-47b9-8e65-8b213d31f2bf", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/20/19" }, { "key": "37edcfa8-a931-4c53-9a34-2dc6d606bd7e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "5f4cee3d-8b14-4f23-9871-6ea96caf812c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3843b8a8-84d8-4e09-a2fa-4a5eaf5e698b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12fa1724-7785-48b6-86e1-813a09b72288", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea440124-dfa3-4d6e-bdad-3411cfcb9061", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "931c8758-d6a7-4132-87d9-2f26d83fbadd", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9684226b-118d-4848-865d-cebf71f04a92", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6f79a2bf-e427-41bf-8a90-b8fe5f5c440c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f43a5117-fa25-4341-a4c2-390692858d39", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2c9a524f-5790-4302-892e-f74ba964881c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "47f345f0-4799-4c2f-bc97-09158d328cd5", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef4fbe17-85fb-4f3b-a16a-4da7fde5d6ff", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc370f32-3e7c-488b-90aa-004eda788b18", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bccbb40-d2fa-453d-a187-abd916d361cf", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "107d4df4-e9b4-417b-b6ee-cdaf1d3fb6b0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50038947-e3e8-4928-b163-049c0ef1cd88", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77f50a3f-1a9e-466a-b951-496ed6e8cfd0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3897940-25ef-43ff-85eb-ec2071e280d8", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fef988ba-c1d3-4a31-8fa1-bf732bdd68e9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4859fbd4-a51a-4580-8b85-dfe39e8b6ce5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f789942a-813b-422e-8ee6-d3372156fceb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "032c89d3-12f4-45a5-83e2-ecaf986db945", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7da3a27-f91c-41b9-accf-bfc37547939e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20d92f22-c0c9-462e-8097-e9f9b2bc5d9f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f189bb39-0f95-42ef-a939-ceb87d56ed39", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71dbedce-e7dd-4ffc-92e2-5745e4e0f6fa", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b0d03382-b786-4663-ba5d-1c00ea5c154f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "758599fc-0f7d-4ad2-ad95-c6df34ce7abc", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5d9f2a7-a64f-4542-b895-62e4963ebce3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a0327de-acc0-448b-8721-7fd1374c61af", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25c33ab4-ac2c-437f-bf8b-2c86cf11fbcf", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ea76b17-4ec5-4fe7-944e-2f52a60ad249", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e32b1ad9-c273-4920-8201-1f408e869e14", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db33efcc-e120-4b01-90dd-2b3e070a8dc4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3cb12a9b-bd09-4241-9a71-64709bff302b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_363.pdf" ], "test_cases": [ { "key": "ae4ad7d7-0a8d-4774-8e85-02233f111dac", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT is" }, { "key": "ba7fb7ed-ab39-40c4-983e-dc7b48aec294", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "R-Tech Ueno, Ltd. (\"Company\"); Sucampo Pharma, LLC. (\"Acquiror\"); Sucampo Pharmaceuticals, Inc. (\"SPI\"); (\u201cSPI,\u201d and, together with the Company and Acquiror, collectively, the \u201cParties\u201d)" }, { "key": "066dcda8-8cf6-44db-a6f6-7d670887c8f0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/26/15" }, { "key": "8c77322d-80b6-401f-9636-50f8174cbc7f", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Japan" }, { "key": "370a1971-39ac-4775-b15c-a34e4ace16ac", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "603b6c30-890b-45f0-af80-e174c15001e8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c091400-ca5c-47c5-a657-b23377d586d1", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae562622-436c-4c21-a3f4-4b1c54134c9b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70121571-2a57-4299-a1b3-dcb87f0a7d93", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49641a18-e8dc-47e2-a7b4-72165e974c76", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2648aa66-b968-4810-ad31-1ce73f2798fa", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10367bc7-538e-4276-9475-1291f431e15a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55100c58-5083-41c0-91ab-735097af09db", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7963f0fe-5b79-47bb-a1f2-3ccf9f35331d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92f032ea-adb7-46d9-92cb-c9aecf36b7ff", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2e137384-03f9-47db-bdb1-36dac3e358c4", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0f362b8-35a1-4d4d-a9bb-9d446bd2f3d4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0469960-5bb6-459b-ae15-14ec22a930f4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d3ddadb-fb7c-4514-8d3a-326284a49af3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64e7a674-35f0-4e40-9138-4c799b4514af", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67368eab-d464-45b6-9c62-7296769c81e2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3550c5a9-2428-4536-9705-fca19a497ddc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec2efc74-6c34-46e6-982f-78f9a0163a76", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d47a5ea-a971-4af4-be4b-f34f1b114384", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8eca361b-e4c2-42a7-a95c-bebf264876e4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "032d6fcb-c5d0-4f06-9597-4b758709f190", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64b6988e-0b28-419c-9a0b-3a8ed861807b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e527862-ef98-4286-b03e-dfedf200e736", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0f6be78-7720-4f7c-9f6d-66bf90be1ce5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7c4516c-e41c-40c6-b9bb-476b304d426b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3488b71-fb68-4b3a-a8a7-a061155834a2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4bf1777-8fbf-4df2-bd21-0bf6030f2ab5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "93878158-0dc7-41f1-b01e-e3927ff12c18", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46f962db-3a1d-430d-b419-a85772b37a2b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84685c0a-35f9-4dea-97f0-cd9ae41f2cf1", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cea49da3-e213-4d5b-befb-32e938b1370f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0dbc18f-e38e-4088-8e1a-181f2be803a6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "05fba2b1-08dd-4866-bc40-3f7bfb18b427", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_364.pdf" ], "test_cases": [ { "key": "de736252-6e56-4b51-b623-c206dcd01b4c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Strategic Alliance Agreement" }, { "key": "831b1d6e-492a-47df-9117-788bb6d6b606", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Turnkey Capital Inc. (\"TKCI\"); Seminole Indian Company (\"SIC\")" }, { "key": "ef2a62e5-ca0b-4303-a759-f7d17ef547f5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/17" }, { "key": "a3dec76e-1c2c-4d39-95f8-54ef3227e29c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/17" }, { "key": "8f5038c6-e59c-40d5-a86e-38bf29599593", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/19" }, { "key": "c3884eac-968b-4556-a227-73c8d3b286b0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "473d8a66-537f-468f-91d3-29eb07251088", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea121c61-cf44-4764-9fea-fd3b13c3b3dc", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a02b29c-5386-4e3d-8aab-6f86cce62df0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90ee09ba-4659-4677-8ae5-a84453b2f8f8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93f98259-6b3a-4c0d-ae7e-4aed483e4116", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e3fbee7-aafd-49ec-914d-41d520583d02", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08938303-b13a-4cf5-8208-517d8207c71c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4ec74e3-3b35-49bc-9220-8b039e253151", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ea157fe-3f37-4856-b368-6c703b0f8e2c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "94c36bb6-33ac-4a87-b341-3480fa51218b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f99d3c4-a134-4e56-bbff-263a5ddfce0e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "034277d7-3c16-4bc2-88fd-b5e20340fc4b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7f9423f4-c633-45ad-abcc-9f6cc3b504d6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08a3e4b2-4c54-412f-9dee-b312cbcb9457", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90b7f189-c1a8-4965-90b9-c56fb47e6e23", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d74bce8d-e0c6-49e8-a6fb-e22c1bf9e422", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "851ad405-2226-4a8e-9f6f-b3419379260d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7762ad29-06e2-4bde-9afa-6b8fde30999a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75bab23f-2d64-4d6f-87c7-6b1edbe53f37", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e6b771b-827b-4188-9772-609c1e64368a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3130fda-4446-4047-944b-6a59f9611d61", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6285e7b0-cf84-4d01-8476-b070bd724410", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05195d66-0a87-464c-97ac-35b2359ae26e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a9f525b-d489-4fe8-a7ee-018d64815096", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79baf4a1-9cdf-441f-b045-c4b102028da7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed728d94-3c14-44e4-85ea-c54ee0e2412b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1cecce2-374f-45da-9943-2d26d7bd3a26", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23579d64-77af-43ce-a81c-708cbaf2cd1d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78e5433a-3cbf-4835-9880-412a7179e4d7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16891f07-ff46-4bd4-82ce-e9bc544973d5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9aec48eb-4e3d-4fb3-a060-04721b385b2a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "872ea4b3-2c62-499e-899d-a50425ad47ee", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "127fb1ae-a4b5-4236-8780-13e6ff6e1065", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "36902056-9606-444e-b69b-b4964b1ed6e4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_365.pdf" ], "test_cases": [ { "key": "7c36185a-efa3-4b7e-918c-e0d2a28555e4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "a32ac1cb-43a7-423c-9710-a8cf192e5053", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OXBOW CARBON & MINERALS LLC (\"Oxbow\"); Global Energy, Inc (\"Global Energy\"); Oxbow and Global (individually as \"Party\" and collectively as the \"Parties\")" }, { "key": "9e514c34-dbe6-461d-a48a-959fce75f499", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/21/06" }, { "key": "266768da-de03-42ca-a186-58ae0dba91e5", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/21/06" }, { "key": "b802e0e2-4a26-42ee-af8f-aa00221f94ae", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/21/11" }, { "key": "a2feaa4e-cb20-4f81-a807-a2834c3f47d1", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 5 years" }, { "key": "c821fba1-ebe3-48eb-b429-d8f7929fe5a8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "1ad967c2-fa14-45db-85cf-7b7bd517099f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8c62f447-7b03-4bbf-b17b-4627aa7f74fe", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2ba5288-1c41-41cc-a820-f82e23bf6128", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a73f803e-a441-41e2-8317-f2118a7dcdb9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3c60fd20-278d-484a-a0fb-d53535c8b2a1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4295d56b-52fe-4bac-bc5d-f09fad4c8ae4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5237fdb2-7956-4ff3-aacf-e3d17087fb8b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa101ecd-a988-402c-8fb0-9b67655388f6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69f0bc31-1618-46a0-aa20-6b1994678dfd", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cba6690e-cecb-446f-b399-5dfdeed1d185", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd7f1433-a6ea-4149-b9ea-2a65ee48cf87", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89c0c3fa-2637-4533-99ba-96444fff4eef", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9733b78e-c624-4ca2-9ff8-ac9e89fa27cf", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83ebc7ca-0f49-4109-851f-2d759329d31b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "576dc112-0fcc-454a-b4dd-c3e0182898d1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e214b26-b6b6-40f5-b6db-e39ad6eb66b6", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cef1731f-29e2-401a-8efb-0f7955a76576", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3cc186b-034c-4b78-b875-2f7ee81bc002", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f376ef8-e9e5-4492-b37a-a0f0e5902125", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "854470ed-f88b-4cab-b914-b332c89d2bec", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84626dd5-b1ed-4f60-b9b1-aadbaf80cdca", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a5f3462-bd1d-4669-89c6-4e8c441e4d4d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75f959c3-75ab-464c-94e4-aefe4b365bc8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62ffef7d-e948-4d04-921f-627bb16deb21", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3c9a2ed-f4ff-4d29-bd9f-dd50a0c834e0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c15a35e-63da-493f-acd5-d895ea93c0a5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f99d2bd6-c5d4-4830-b3cc-0c88b8296c36", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1132d9ee-cf92-49f0-a8c4-2a1285f16e53", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7ac24b50-bc30-470f-96ef-c5acd6187f82", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff875a54-c4e5-4d62-b9ac-23a21f5b4633", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03888fc7-7524-46ca-b086-4518a6afa45f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "316ed7ab-2807-4416-b6d2-82464b0f3314", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "605e06b3-d066-4d52-a8e3-fb296dd98ba1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "af6ccb94-9553-4bba-9f4d-7a6243dd212e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_366.pdf" ], "test_cases": [ { "key": "74da0b31-30ff-4e11-bc0d-19cb2115e592", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "8cfbd3f6-3cc2-4046-a541-a5e21f94cdae", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SHBV (HONG KONG) LTD (\"SHBV\"); WASTE2ENERGY GROUP HOLDINGS PLC (\"W2E\"); SHBV and W2E (each a \"Party\" and together the \"Parties\")" }, { "key": "639a230b-9ed9-47bb-bf8b-c076dc5c175a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/19/10" }, { "key": "bcbcfd54-4e10-4ff2-961b-fb887bdf0291", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/19/10" }, { "key": "ade077cf-a3d8-4dfe-8b8a-ec8419504938", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/19/20" }, { "key": "56616932-ba1f-48b3-b0ae-4bd0df07e383", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England" }, { "key": "9c57250e-0759-436d-893e-d14f5092504c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a2a54a1-7b4f-463a-8c83-0488719e5c0c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74d69058-032b-4588-9a07-00810302b1dd", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a101622-ea90-4f5c-be7f-9cd4ff7520e8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "159bdbad-4d9a-48d0-8d60-046b743eb7f5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d3a2f92-6758-43c4-b12a-a263a873218c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5d1c25ed-86b7-435f-b42f-ecd7b97e2817", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86dbe43c-2b2e-4876-a73b-865d00928301", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa90d891-474c-447e-9b05-1bfcf1061fb6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5915eb91-42bb-4a80-85f5-e51464548d32", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26e1f78e-7981-40a0-a1e7-92994fd9d15f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "176f5943-fd09-4d10-b201-6d774a41c429", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2ec297b-43f1-41a6-9fb4-ec2ff806227d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9cd9391-c2f7-4f40-9064-3eef4b10060d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c5f6ba8-ccbd-4fdf-a786-5efd3d871237", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0377a5de-3838-4e9e-8f75-7a46cb674fd2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1f4c611-b204-457a-b0ff-bd3d8e2fb89e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e088b1b2-6654-41c2-9226-ae2f27a5f9b1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b231ee30-9f6e-4424-8bfa-75cab594a3e1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6138cb53-098e-4bc3-b46e-66799a2ef957", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4130ecdd-7a36-443f-bff4-a40bc728d32e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b7407b1-47da-41ec-88f6-8c1a42175235", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c388a91-e249-4672-9c55-11601076a1e8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "002058d9-40af-44a3-b65c-072072215f7d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2c4834e-6f46-4e30-88af-f06bbfd8b86b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0e67dd6-6e3c-45b3-877a-17af736cfe28", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3192624a-b9ed-40ef-b85c-1fde637584fb", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aba83ee4-4724-414d-b148-df960c49ef3e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45e45128-9976-4404-98ab-05f93b8b1923", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfcb8f0c-3209-42a8-87e8-d55d1bce2403", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9b5c56c-7183-4309-9f52-005f4bca5201", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "395cf8a6-bcfe-4eb1-bef0-ccb953d516d3", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2eb9a29e-7635-4944-97ca-c7e0f8d1aca1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bbf317fe-4599-43f9-8fac-a169ee76139d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_367.pdf" ], "test_cases": [ { "key": "79c4f8dc-53ae-4225-b008-eda30f0a1dec", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "2b6ed490-1f44-4291-91f7-0ed930e582dc", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PPD Development, LP (\"PPD\"); VirtualScopics, Inc (\"VS\")" }, { "key": "993e43ae-b18b-497a-9e94-eedeab4e4391", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/22/10" }, { "key": "d0eecc48-336f-4d14-b173-c3ea24b21bca", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/22/10" }, { "key": "7ad4c089-fdf7-4374-8827-357e3abd62f6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/22/12" }, { "key": "1faddf0f-0000-4946-8ec3-1d70ad16c217", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "succsive 1 year" }, { "key": "bee8cce7-ef37-4efb-8c85-745dd3aa9376", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "3b31af9c-aedf-4a46-8c12-dd83981becbe", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "96ef81dd-4a26-455a-8b0c-5046d1f61d55", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae213b06-eb54-4eda-9eb6-dea4c1a3140f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6d8a7a7-9854-49ce-81b4-1350c2acfa7f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "139b3896-b216-491e-9cf5-9cd05b241147", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61c089e1-0dd0-4f71-90c4-234735dae817", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93973e4a-937d-41ce-8a11-5e0b9e5f1019", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "811856c2-482b-4d21-9ca2-20400156dc3e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07817663-0807-4596-ace4-2a62e5f8ab53", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6cd10cba-ba88-4377-bd6e-a92289dccad6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7fc1c75e-5622-4eaa-844d-794112a07b40", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0e4e124e-55d2-4c6e-b4a5-5ffc984def9c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6a59c1c7-0018-4e44-85ef-1377d37a7d55", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86c88472-650d-4222-b8cc-e61268fee58a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61ef8767-b385-4ab8-a71d-2b5ec7f18414", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c54036d-d82e-4ac8-995c-b1a26aa3f6c5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd83e9a5-fa36-485f-8e5f-e741d49f468b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c5abf7d6-8b75-4cd1-8762-87e8a5a127df", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3032b02-ba29-451c-b0fe-0c72fab2292c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0473cae-dff0-4a33-89a2-49a3b24791ba", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0265f17-f271-4f54-84c4-76ae4cf7c3dd", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5439e77e-3cd3-4e34-90a1-afe9a9aaf9ea", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e67927b4-3d16-4205-98aa-222fbb01e225", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d023684d-8685-4f92-937e-646450eaad9d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29697be1-a5f8-4ccb-ab9b-cef7cc180a13", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c777bd91-55ab-44e5-b6ac-23a248e7b952", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e8cda25-67a3-4e64-8849-5575878386a3", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd1ab6ba-ba9d-4bd9-ba8a-31dabedf23ef", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "211ee3d6-337f-4408-a92b-f24900f08d6f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b6bc93ed-7c96-412b-ba7c-84e225cf7cdd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "204628aa-0d0b-4620-9dfb-4785f2a63fc5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f948db5-e6b2-4e70-8fd8-47a5491edf1f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc1b3a47-a5e5-4dfd-b96f-5eeb52a2dbc7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6f119f2-99f8-4bbe-8c4d-fa233bf072bf", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3e1f9484-ae36-4569-8ebb-994b25e5a737", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_368.pdf" ], "test_cases": [ { "key": "e903763f-fd1f-4dff-bc68-8de9cd99ded6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC ALLIANCE AGREEMENT" }, { "key": "f1b4c781-4790-4d09-a869-b924d0ba0a18", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BOSCH INTERNATIONAL, LLC (\"CLIENT\"); BOSCH TECHNOLOGIES, LLC (\"BOSCH\")" }, { "key": "00f89bc6-e38c-4f67-be4d-eaa154f90b77", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/1/15" }, { "key": "70ef88f3-a285-4ded-ab45-9ce57e95ade4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b6cee75-245a-434a-b929-d606711e5fef", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a7c0246-9267-4c36-97ae-1c3a7932441a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "832c0154-9802-4935-aa69-0a38f753ac16", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "78520b71-5cc6-484d-a26c-a4c094d8840f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbcadd34-66a9-471a-96a1-165eb6bbaf41", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54e58c24-18c2-4235-80ea-b0a3a0954216", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "869a060f-827b-4f48-a473-6afe90f679e8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b3230de-0a9a-4402-b177-591cddae2b54", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "625c1bc1-db7e-4e6e-96a0-c9bc6a72ab39", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "195ead5c-48d1-4470-9e5c-8464521fc9aa", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ed47179-9153-427a-8d06-8aa7bee2a523", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10be1259-689f-4e29-8fc0-183412aacc9b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3833efde-f573-471b-8745-790f77cbd7a3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffbe2890-7c83-440a-bb7f-977d3ad9c1a1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72dfc6d6-1887-4751-839f-f18dcca88062", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4e492b5-3f8b-4926-ac3c-39599bb3c183", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1af9ce3-0ac0-4bff-8891-2c9450cc99b1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b9db64ec-ee51-48a9-93cb-fe3de902af72", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a150d18-2e42-45e8-aac1-d362b917c960", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fed3184-5b14-4f6c-9a41-7e27cb71c60e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2377f5c7-1093-4f2d-9860-2c96238e8a8c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "420a8809-f026-46e1-8f59-af70a7eea8b9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b280fc11-0d78-4884-8c1b-ef61be9fb5e9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47661027-8903-4e96-8643-dd393588fca2", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdc97ee8-685d-4d4f-a17e-6f03164e3fe6", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdefb88a-1878-4eb4-8c9f-4016bbed2a7b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f24ae2ca-b9f3-41f1-8e25-38b7c8e6569d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf470fae-6b7b-42fc-83f7-93fef9887410", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd999262-6363-4040-82a7-6eb7d583a84f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "165dd5b0-e86f-4710-bb1e-26726dbdf177", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac88d472-51ea-4a40-aaae-5e128a66bced", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d1b0db2-0dbd-4733-a07d-34a9a3f641cb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "af320d78-32ad-4846-9f02-1223ea087c61", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_369.pdf" ], "test_cases": [ { "key": "248c418a-cd87-467b-941e-663b1fa85a44", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Collaboration Agreement" }, { "key": "e171987e-e308-4b20-847f-b7d3356354c4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Anixa Biosciences, Inc. (\"Anixa\"); OntoChem GmbH (\"OntoChem\")( individually as a \u201cParty\u201d and collectively as the \u201cParties\u201d)" }, { "key": "1997ed41-a54c-41a3-a544-5c7c2b2da292", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/14/20" }, { "key": "02f8edb0-678b-4361-80ad-d1daa1148e01", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/14/20" }, { "key": "e3966416-fa80-4e0a-b17e-dd9f68d83a92", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "72930805-e934-4e7c-bb79-674dbb335453", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac0fc27a-4a5a-4fee-a71c-d32e2b6a8f69", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3731e15f-719a-408b-af61-b9e9b547e6ee", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e8d1c581-9a94-4094-bcbd-343ab42903a0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "656d9e88-2684-4659-9dfd-f1107797b8d7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "677c01c6-0013-4242-bbe2-f9fa722394ba", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97ede2bd-33e2-43f0-b108-09b481ee43f8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61a094c4-4bec-4285-9f99-599896977ac2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f89bfd7a-8ffb-465e-a29d-307edfc00667", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e4ac93f-ec2c-47ac-94c0-258b4cfecf14", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f88fa83-3a9b-4d8c-b944-924bea1b9b45", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "485b62bd-4fa6-4f8e-a368-e874a6ba5d4d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "caf2f3a8-cd52-4885-a779-9ff1b356b37d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a316065b-0a7d-4059-b4e0-015bd08225de", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be04a5bc-b26e-43b5-88bc-b9f8e0784649", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8119c870-24a3-4776-ab43-9836b56d430f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "99907dc4-0249-4e3e-a17a-f4c472538b33", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "663def0e-a759-4bef-bd8e-714534faa93b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74424b0a-1e57-440d-b49e-7b2ace84c275", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "043fd63e-9253-4983-90c9-c46df2f91205", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74496e42-ea8e-4961-aa1a-90128a6f3946", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7037da7-4bd5-42af-bfb6-3c92c1bbea30", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b65a5d9-bd84-4992-81c8-ea7585eb34e4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c581a72d-1089-4130-8413-35b91632734d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d678c474-2423-4e57-99ed-aca7fc823a33", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "15d16c1e-f937-4429-ab10-439759e56cb1", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a6358e7-20e2-4b23-985d-738a7dd7b58b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79c3ed45-2f44-4d6e-9afa-ddce318ededf", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b2fb76c2-61be-4800-85a9-5705294238b6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfd13db4-e2dc-4a6a-a738-5691a7067d85", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c6b6315-4b47-4d0b-a9e7-f91d553ab681", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df0fd5b8-7a67-4b26-ad50-64372bdc1d5f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c034f3b3-85ae-4a88-ae1b-482bc7cc8daa", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b8b2077b-87c9-4fe0-b472-8bf5e8541695", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_370.pdf" ], "test_cases": [ { "key": "d460be9b-36e6-465f-9b70-fa42544b4868", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLLABORATION AGREEMENT" }, { "key": "685b289b-dad2-4a5f-bef5-076bf44e5f6c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BIOCEPT, INC. (\u201cBiocept\u201d); LIFE TECHNOLOGIES CORPORATION (\u201cLife Technologies\u201d)" }, { "key": "ea398e20-2cdc-43f0-b813-c902c71fc582", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/2/12" }, { "key": "909efe33-ad5c-4ebd-9316-626682467784", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/2/12" }, { "key": "c6a87d95-a402-4583-a51b-6c93bb6ad509", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/2/15" }, { "key": "e10c76af-fb4d-4593-8eb3-465871c67b0b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "5efe2fc9-65d8-4ba7-aa5e-d85ef998fe3a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54299a32-70cb-456e-b617-fb878b9e5974", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3caa6250-461d-4f24-82ac-036896853c66", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea0b6bc4-d1f0-4c1f-a5d1-1e032b6fdd12", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "339a55b1-e7ab-49de-984e-8232cdeae391", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d0f2b88-d142-40b4-a380-8f5f16bed4bb", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e0a347a-e56e-4299-9f31-3a203efa0ca2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0b09fe0-2da3-4c5c-9607-f7d8b4797274", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b81b7ba2-9092-4ccd-af25-b3550bb381ab", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a4b80911-389a-4b35-94ec-52aba70244cb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51921509-2626-4702-8413-a8b7a7644f26", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6377989d-6b61-4159-a0e3-9711e1ec81b6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0c14ab9-51e7-4ecc-8a1b-ce92f520c8a2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f7467ca-0961-4555-a320-322dc987ace2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97028285-4158-4953-888c-1bbf7ae43604", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2ac3acd-6d2f-4efe-8456-a19888223ed0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f5d8bec-db0d-4bff-b261-a4b60311761c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74c524f4-6ea7-48a3-ad04-ca233fd316e4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46b4d6b7-b6f2-4b1f-b0e3-fab2f0ec59f0", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "32ed1668-2b1e-4424-9d23-483969fef4be", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5ea7796-656f-4d5a-8792-7220b3f7eec8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67cc2a26-588f-47d1-83fd-f75e6152674f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "499c739a-088f-40c7-bba9-da508404124b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f6524fc0-a470-41d7-aee8-46f45383c815", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "882cc634-d80a-4856-87be-ce81445803e8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "56c1ac53-b6d2-41a1-bd9e-4dbe90538b7a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddfe5b8e-936a-4c03-b0f1-7b848d848145", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4b874dc4-057b-4bc9-93ee-cbfb6971bc48", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f2defe64-41db-476b-ae9b-a008571c4257", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51d8d317-25ca-47af-8d2d-cacfa12740b0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c42c1ee7-1cca-416b-8976-d22078e06d61", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bbd72233-73ee-4b03-b027-0cb3b2d5cdb1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8cbfdc49-6d2d-4ce5-8c03-eff4996ada09", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7b81e997-fab6-47b1-98f0-da96d509338c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_371.pdf" ], "test_cases": [ { "key": "54bb776a-3440-4343-b61d-5ed56c2a8c09", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLLABORATION AGREEMENT" }, { "key": "3aec0bf2-4ac9-4820-b5cb-4c17a19e1bfb", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Capsugel US, LLC (\"CAPSUGEL\"); Cardax, Inc. (\"CARDAX\"); CARDAX and CAPSUGEL (each a \u201cParty\u201d and together the \u201cParties\u201d)" }, { "key": "72fbd721-fd49-4c1a-a15b-873b1e471159", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/18/14" }, { "key": "65638cd3-f069-4dd9-ac73-168b181802a1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/18/14" }, { "key": "09c8083c-2553-4e71-ad1c-78eaf367fd1a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "065ed30f-4230-4096-8a0c-6e6c2c6de6bd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6188f1b1-3113-4006-b7df-e9338465cb43", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5321654-1e08-496f-ae60-f7da9466e978", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1c7790e-0afb-4199-a624-9d985e75224c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "43b4a038-90f8-4a57-bb4b-a41c6f8c5cd3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "352514ff-8dc9-4ecb-b1e4-c6a61ed4779b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3af2c5b-77e2-4db4-860b-89527615db49", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dae655b-c8e9-4e45-93a6-c81c359df1c2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1411385d-86db-45fd-a676-662de67ba97f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a1b4f64-b2cb-426e-b940-1648c919763a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cca18dd-95dd-420f-946e-258021959d01", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34a3d205-2f1b-4cfd-93fa-5ac914294fa8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "608ac53e-39ef-4d76-86d8-ce2083c6aceb", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bcf52e9-c39e-4499-b5a2-e6ca64ce3c1e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21e8e152-d0b3-4706-ac3d-2e915d7c8bc2", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5942c02-32c1-490c-bf00-68b966a3cc0d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f362435d-f6c1-4af1-ae83-6265b2e08809", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d66b4b0c-3e4c-43a9-a1e5-993da72d2f6a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "99414f9d-23e6-4477-8651-a0edda8a21ae", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "527e7f3e-356d-4ecf-9143-ebb71d6779a9", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fe00f7e-132e-4f25-b55d-6d532126a732", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bade57d9-5678-4082-8148-18f68119146a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b009af02-f9e4-414c-a4dd-3dd653e8a11f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f923864-5d72-4bbd-9225-dc1fb48913b0", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3251aaf-fe83-48cf-84e3-4acc39054c46", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "73a83dbd-05bd-48a5-ac4d-867c739fc59f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "77ed257b-d091-4151-be55-021417e75475", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c9a41acb-6e28-4d61-94b8-3a5964dff094", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4df8c984-ee4e-4acb-8339-f5ed88218ea2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61fe6ba0-9e62-49b0-98c9-cedbe4f383fc", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aca5a27a-effa-481d-84c6-09e714c0a9d5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b494bfd-8fd1-40b4-a150-de893d0b3b9f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ea60ec1-249b-4339-8091-b7d86471b736", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7f456179-9816-45be-bc5e-482f6879a315", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_372.pdf" ], "test_cases": [ { "key": "e7722715-2d6c-44a4-b61d-d61880e37bf8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " Cooperation Agreement " }, { "key": "c714e61d-779b-439c-a0b0-4421ffb2444e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Beike Internet Security Technology Co., Ltd. (\"Party A\"); Baidu Online Network Technology (Beijing) Co., Ltd. (\"Party B\")" }, { "key": "94756960-32ba-4c82-8991-e7c3c4098055", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "04/[]/2013" }, { "key": "900af225-af59-41e0-a557-57d6c31e9766", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/13" }, { "key": "d7377871-5f24-4077-b8c1-06dcf93e5e4a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/30/15" }, { "key": "8df05ece-7331-4c07-84ff-a9a096a0fdc7", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "1217b9c3-41a7-416b-a6bb-36a2642251fa", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7b2e65c-5817-48f1-bd3f-abb87e6b84ff", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f2852576-240b-4ea3-8926-68911c61e6c0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "efb3c3cd-41fe-4d4a-b486-2d2da9308996", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "efde06b8-d94d-4b05-a7f8-acf2d97cc940", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1eb67c5f-2ed0-4c36-a57e-7ef48e25d3b5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe797bb0-bf33-4682-918d-b19c5f2835e9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e9dc0cb-dd39-4527-a399-0eb40a50d503", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9c1bc42-d615-4648-b7c9-e9f8b4b996b5", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aefd39bc-c309-4e93-adbb-c9b8c8fe987f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81472138-cd61-443e-932f-1c0c729b1e2e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41e0b1cb-b489-4f5e-9767-0b33b844522a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "af0c48db-9dd8-4fcc-a857-f2bb7535b013", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24b753c6-97c2-49cd-9360-b972999c7664", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bed94afd-6a7a-4565-960e-a1486e63d869", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "faa467d9-53c0-4001-8f80-f847987305eb", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53f2e39e-a82c-4434-a755-e65b01496233", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4f8fd4d-8f85-45e3-9a2a-f67dad647003", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c82d6f86-e25f-415d-b71c-4f7dfb0c96f9", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ecaad803-2014-4910-891e-01866eeb8f75", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5515c49-ed74-4549-a5ac-283afbb57e2f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d66b3938-a187-4543-93fa-e94bed75275d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4e8380e-9688-4472-8575-301c430dc0c6", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96943035-7363-4889-8005-9275565770d4", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c9f9bd3-19ad-4e7c-9b3f-c4a465fea780", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92b04402-9dcd-4e42-99e7-82f1666a8b8a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bba568e-fe8d-4a7f-8e66-df08a8a066dd", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c6e8313-55a7-41cd-b265-420d8c83ad79", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dc91cab-9bfd-4be0-bf41-c48590a1ed4e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2510df00-5016-4896-a834-733db89acaaa", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df72200b-8dab-4908-9e13-64640b37530a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1f6a8db-312f-4c9e-bd04-22c62fbd846c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e8b3e85-a8cf-455e-8cb1-796e9519b947", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c7cdb21b-36c0-479d-bed7-d5565ea35a6f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_373.pdf" ], "test_cases": [ { "key": "74e122f5-097f-47be-8aa9-a075421867fc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cooperation Agreement (" }, { "key": "6bd55adb-c034-49c2-8f95-d151ecf56db8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "e.l.f. Beauty, Inc. (\"Company\", \"Party\"); Marathon Partners Equity Management, LLC (\"Marathon Partners\", \"Party\", collectively with Marathon Partners L.P., Marathon Focus Fund L.P., Marathon Partners LUX Fund, L.P., Cibelli Research & Management, LLC, and Mario Cibelli, the \"Marathon Parties\"); Marathon Partners L.P. (\"Party\", collectively with Marathon Partners Equity Management, LLC, Marathon Focus Fund L.P.,Marathon Partners LUX Fund, L.P., Cibelli Research & Management, LLC, and Mario Cibelli, the \"Marathon Parties\"); Marathon Focus Fund L.P. (\"Party\", collectively with Marathon Partners Equity Management, LLC, Marathon Partners L.P., Marathon Partners LUX Fund, L.P., Cibelli Research & Management, LLC, and Mario Cibelli, the \"Marathon Parties\"); Marathon Partners LUX Fund, L.P. (\"Party\", collectively with Marathon Partners Equity Management, LLC, Marathon Partners L.P., Marathon Focus Fund L.P., Cibelli Research & Management, LLC, and Mario Cibelli, the \"Marathon Parties\"); Cibelli Research & Management, LLC (\"Party\", collectively with Marathon Partners Equity Management, LLC, Marathon Partners L.P., Marathon Focus Fund L.P., Marathon Partners LUX Fund, L.P., and Mario Cibelli, the \"Marathon Parties\"); Mario Cibelli (\"Party\", collectively with Marathon Partners Equity Management, LLC, Marathon Partners L.P., Marathon Focus Fund L.P., Marathon Partners LUX Fund, L.P., and Cibelli Research & Management, LLC, the \"Marathon Parties\")" }, { "key": "7f098fc2-9672-425e-a727-aa5aab317ec2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/1/20" }, { "key": "caca70c8-914b-411b-843a-ca29cfa35547", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "cf1115d7-d465-4417-9bb3-fb20cb3b9603", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf1e9637-dedd-4261-bd6e-776a90359bd9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "baf80a2c-29af-4f9f-b977-77473b64fb61", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2a62357-f5a8-48a6-8704-f65bd77f336b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74e1f89a-de47-4abc-8bfe-6d1092908dc7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3f00a79-8c72-4713-8ab3-662206ced9e1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d2990d5-a620-46d0-93d4-397521b646bb", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eae4260f-c846-4ce9-bdd1-9a9fafbb7a23", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "336f8b9f-b022-4a12-966a-0187dbf07190", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a8a2336-9e63-4882-a5b3-6140631d3b7b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8781fe68-320a-4c12-b522-a484adcc1cf6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "430fcf7f-df2e-4f06-bbb9-e5eb0f2e33ed", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55d46ca6-5191-4044-93ff-d0ad76c554e1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cacaae2f-d371-4d33-9909-82a4492372dd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69d62dae-554d-41af-90b6-6a7744ad98df", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f03f7b9f-626c-443c-8004-994a867ef15a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62bbb5bd-3d81-4eed-8532-cd586b0c425d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa23a74c-5939-4ac7-b8b7-8acfcb1774ec", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23a205b4-8f44-49e4-86d2-72ccc1b43808", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "366cc129-01c0-4aa9-b981-2d9df46134a3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15915e0b-bc4c-47b8-afc2-a9dc9fa6c3c7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f4e4086-d7f8-4178-8eae-35311f5186da", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3784d394-0f77-4705-94b0-51cdca448135", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "163cf42d-7f34-4e72-aa40-3570c885f572", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa2f79e9-d6be-40f8-9d21-77bf98dbb3e9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7f0bfe6-d578-48e2-897f-98c3a6a44b72", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dc06c8a-129e-4dbc-9a99-c0608b0acb79", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4716a19e-118b-46ab-8416-cf613d8469d4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb09b8d4-d030-4595-a719-dd9dff9ad80a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e306955-02a4-4cb3-b66d-07abeffcd852", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb939546-d26c-4c00-b520-e4008247d43d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf4611ac-24bc-42fd-9557-8ef86a0d9384", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5b40b1d-b003-4d4a-9ba6-ec29bc294550", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a862da3d-d073-4d79-b766-33567916bb41", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_374.pdf" ], "test_cases": [ { "key": "7a364175-3962-4e57-83d1-85dfcecc4f10", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLLABORATION AGREEMENT (\u201cA" }, { "key": "e034ac26-5bca-4d18-8364-4710d47c2ad7", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FibroGen, Inc. (\"FG\", \"FibroGen\"); Astellas Pharma Inc. (\"Astellas\")" }, { "key": "7222b8d3-7ccf-4812-920d-4ebcefe60540", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/05" }, { "key": "3ed7a660-71c1-48ae-ad2e-7dd93a0027de", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/05" }, { "key": "7da48092-b917-418e-b19f-fcbd9e3cd7d4", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "cf16a50f-d96b-4dc4-af19-72e05d155e0a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "c37e1c86-efe7-4678-a598-a3d5458e6ab6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5fa19dc-5b96-47b6-b671-815325431f27", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "293c1a20-dbe1-49e2-b48a-29ecda4f9581", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64301f12-91c8-4150-b3ec-7bbe649ea358", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "07fca27e-6e24-4905-a649-551037f6bf62", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b18b50a-396a-4fb4-a263-d3ecac561c68", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e52b9d9a-9d9d-493d-bd8f-da68a2b2e8d4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea89bb1e-1286-4771-b395-9ee7e1ae37ba", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bfd95d72-9362-4e08-b806-8d92d78f98e1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55c703d2-1450-4abf-a351-d52b3775561a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d358799d-d013-49a4-be30-b42850833120", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c6206b1e-169b-45c8-bd88-a16b0343b715", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5935bef8-5a25-49c5-b978-fad85bfce7cd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc72c5ca-d087-46fd-b803-9ba11301cbf2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5d8ed28c-d61f-4de3-899a-1da8386342ec", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b7b6ddb-06ce-4143-80d6-6d3e02500f91", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "766b7cb4-0b95-468a-83c7-4cf359f13b51", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cb3b5f6-dabf-4703-b0e2-539587a725c7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1b74d19d-225e-4c94-99ef-f5dc36243c1c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b657b7b7-386b-4547-b969-84e75bf765bf", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "814873ee-bfed-4f43-8e19-4569a5389abf", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84dfdd5b-6308-4593-9808-9ef98ecf7695", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5482eb03-1ea3-4c92-8e1b-d64a1abb861b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8d3466c-14d8-4287-8237-2b72467daae4", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b87de966-551e-4e30-b0e2-d45ef79f6347", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ce7e5808-eb23-49c8-8a23-2fe411b8d68b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "19002ad5-8436-451d-b613-e6bf975333a4", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c1266a7-afcf-4658-b09c-c7c72030e40c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "602b834b-9761-4ec1-bf0d-824b4f1fdd0e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3ade1343-6979-4795-b676-ae6f11fb280b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6621caff-edfd-4a17-9402-c84dc3431ec6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2a9afbbb-a4ee-4afb-a35e-da57b8076a84", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c204ac2-e0f3-451a-9a64-7c44c0d79b7d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "33941bfb-4cd6-4432-b3eb-721cf5b88986", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_375.pdf" ], "test_cases": [ { "key": "6c31ada2-f2df-4bb8-91cb-b71bd8650a7d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cooperation Agreement" }, { "key": "b90b05f2-19f2-4de2-b45e-c6fe101c3828", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MG Capital Management Ltd. (\u201cMG Capital\u201d); Percy Rockdale LLC (\"Percy Rockdale\u201d); Rio Royal LLC (\"Rio Royal\"); (collectively Rio Royal, together with MG Capital and Percy Rockdale, the \"MG Capital Parties\"); HC2 Holdings, Inc. (\"Company\"); Each of the MG Capital Parties and the Company are referred to herein as a \u201cParty\u201d and collectively, as the \u201cParties\"" }, { "key": "ab2165a8-a9cc-4824-ac49-abc21c7e7c36", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/13/20" }, { "key": "d0995e9c-0b0b-4248-a82b-245c0f3045a4", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "caf550ee-ef06-4ead-8e5b-dce1587f34be", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce0eb902-bccf-49b7-9fcd-b91dfb248725", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d6211bc-dac3-44b2-a6b9-1169ce9e8f90", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a6742d2-29b7-4c5b-817f-51035638c59d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aadd5fd4-86e2-4229-bdd8-d5a283c77b06", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "682d0207-86ed-49a8-a8e2-7d7cf4610394", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5f07173-893c-4180-9a69-3cd470db1b16", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca961b67-dd77-4ebe-9b47-d43609425e67", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ffac85c-cda3-40f5-8037-3fc5fcb309e6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aec61050-8e7e-4e02-b267-f2ad789caba7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "017296d1-7aa5-4e36-865e-a4ecc419d7e5", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb281c2f-3355-40ab-a802-37daba970cd6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "224dd433-74d0-4ccb-ad68-926b8748a06d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2f81f71-3347-4130-96e3-1974295b826a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43b5c818-c11d-469d-b137-0556f13a4283", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "829a1131-4f48-495c-baeb-57d45a0ebf08", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a91d5419-273e-4401-89d3-99f9b1feea59", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28912ade-c36f-4ea2-ae71-1e5c4854d447", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d81205e1-44f1-41dd-ba4e-60aaf3b59983", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9af7678e-ab63-499c-bbbc-f2d9470b9ada", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ff12ed7-9f9e-44d1-92f2-8673a0f59f7c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "179e0821-2101-4b41-a898-e788af8cebda", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "775064ba-02c2-41f9-871b-1f65ec96db69", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "323e928a-5383-416e-8fc8-ea65d8e4c668", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45f1bcd4-dd41-445b-8ca9-919e7a03e066", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90e32356-a865-439c-8fd0-db3470171ae4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5656df7a-a568-4d34-ac82-45fa05b59ecb", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04f39805-c5bb-436d-9511-0f2dbe43ce03", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "807c51e8-36d3-4db9-833a-0675d0dd25ec", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "703bfe10-8dd5-4032-8433-3bbcea40b66b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c4e40b5-b6a7-48cc-a2d0-5bc465a27bf6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12a1fc6e-4afc-4464-af84-9642b0dbdb9f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9886b96-ff25-478d-b9ad-45e98a99f58b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f2c32bf6-7bb2-4a7e-8a8f-8bbce1220705", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_376.pdf" ], "test_cases": [ { "key": "e5deb1e6-3d8a-4e02-913b-a9bb15613399", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COOPERATION AGREEMENT" }, { "key": "bd0eb50e-fc43-45b3-9684-6b77e1f77706", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HPIL ENERGYTECH Inc. (\"HPIL ET\"); GINARES GROUP AG (\"GINARES\"); HPIL ET and GINARES (individually as \"Party, or collectively the \"Parties\")" }, { "key": "bff11241-5125-4c90-99fe-025a3a13517c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/5/15" }, { "key": "62f98173-6a59-4851-9f92-9d60bed91b98", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/5/15" }, { "key": "e19d163c-ccf7-42bb-8c89-119b691e0b8e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/5/16" }, { "key": "8ca0306a-16b6-4c0a-98d3-d9a620bff2c3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nevada" }, { "key": "23c53808-2848-4ac6-aac8-5d3cce56aec0", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2182eaa9-14fb-49f7-bb65-95d8e9141e79", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10b292b3-0ebc-452f-b997-ac268d1c230b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44d76417-8af5-4c4f-8415-38eb5a072e57", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8a5aae7-44b5-494b-a15c-cd6bcc9758d2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96693606-a330-42e1-bbcc-92ccb74a2d9b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a7cd2b4-456c-4cbc-a199-d3019edd841c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5f8df04-f19a-48cb-b678-6e4ecf6c7a48", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0cbb1c2c-e8f9-46bb-beb8-3a28e602bbb7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58d40906-dfca-4f95-8a88-3efbcc114283", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94067320-4314-4274-9c36-eb53bc291698", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6401f4f8-a230-4491-8fba-452785aa48b6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08fa03b4-baf5-4ab3-a5bc-9047ffe6c61a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b9278c3-87e9-40d3-9719-e092be9044bd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17087fac-503a-4643-9bd4-e5a145924c6f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50c0745a-c57b-4ef3-9373-0bb404188801", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "431d236e-c208-4773-8980-5f21a7f52fe9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea97d10e-5325-47ff-9b9f-8571bf34fb26", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a15ef222-6b3a-4a97-a050-c4188f8b3c95", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "878e49f4-cb40-44d5-aa2e-51f98f0aa43d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d513ab5a-dc53-4817-b323-e54945dd7c03", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d05ede7-6393-4a07-85cf-3f441ee46829", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0653e5ee-8094-4913-9615-e6d2195eb527", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "484ae20f-b845-40b0-958e-b375e3e3d76e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f622cae-0b39-4f4b-a6b2-ecbc6e3fcae3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c4c7d84-8120-4a3a-a66c-f6667d1c3489", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54c21c6b-d8ae-4648-9b89-926e4fa1c764", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3745ab68-113c-461a-9aa2-e8077a33e7b0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2e3f20fd-6f34-4860-b35c-9ecda5d46a20", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd28482a-75eb-4bf1-9332-7cf305f7bd57", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40806a0b-6646-4eb0-ad29-c8e5ace2fc9a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b2f6d7d-2fed-46d5-bb57-56428a492f91", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0772fe5e-9a65-4bd2-a810-e61b39ad4337", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ba15b81c-5ed6-4f53-8503-55a4588294be", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_377.pdf" ], "test_cases": [ { "key": "5261a02e-0e21-424b-88df-dd75e59ea3f8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTERNET CHANNEL COOPERATION AGREEMENT" }, { "key": "ce58b8a7-5cae-471f-870f-02c5ad39fbe6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Beijing Baidu Netcom Science and Technology Co., Ltd. (\"Party A\"); China Online Housing (Hong Kong) Co., Ltd. (\"Party B\"); Beijing Yisheng Leju Information Services Co., Ltd (\"Party C\"); Party A, Party B, Party C (individually a \"Party\", collectively the \"Parties\")" }, { "key": "c6350019-37d7-48b5-a377-e5e65e5e376f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/29/10" }, { "key": "5c3b10f9-d452-427e-830f-d8c58d466b9e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/29/10" }, { "key": "651e1d53-789f-40db-8f5f-ebfd5eaf7517", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/14" }, { "key": "babc0e3b-2456-4007-859a-dcf661d710c8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "c60ed3b3-5162-47bc-97a3-caf1b15f2d2b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53ecf261-5ef8-4d91-8215-29678c50db9f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6f7a076-9a6a-45a2-a92a-f2727e85f239", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0058fc0-9a95-4686-92ed-b07f663046ed", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8f8c1c5a-3d78-4f49-94bd-6942fe68dc5f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7305a5d-a2ee-4bac-a153-266e3371e507", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e52b3ff-19a9-4fed-b452-2c3f07fef80a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c834912e-baa5-4083-95c4-9b4623193275", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "baee8423-8e11-49e3-b8ae-baa01ece8cb4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f82415ed-286e-4573-98b7-7a0bdb9c03fe", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04f75210-d2ff-4098-af5a-97bf1f7f0bc2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24548869-b94c-40b1-ae4a-e25208703e02", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3e06eed-902c-4df2-a0a4-455281285495", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37a0afc4-37f9-4f0c-aa96-33eae933fbf2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "305e9b63-42df-443a-83a5-1f1308adb1a1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0139d76b-f41f-4a90-bf7c-8fe2bc011f8e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0150440-ae21-46f7-9db0-611ba4b2f371", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cee7df62-875a-4e04-a505-6dae69b5bd56", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b00a387a-9323-4264-98ee-38ff20a05635", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37b6c1a0-237c-4809-a619-6a5d7fb63aa2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65a14c67-8003-4d19-9027-3bcff0a98b56", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c59fc9e9-2b30-45ac-a281-990c1b62c0af", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fa07a30-b184-48d3-b619-1fbc0c4cfd15", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b8a09ad-56d7-410c-bf8a-bcf7861e5e6f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7830fd78-b6cb-452c-9b9f-8015cb5fe02b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70f13039-0ed3-43bb-bff6-ab30dacfbe3d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16406739-9da1-4843-819e-79e329a45cb5", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91443679-7e33-4888-9764-695c82817d2e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c7d7010-9611-4ba5-95a8-4fa463f7c06b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a61fb11d-2e5d-49ad-8aee-477852bd2a0f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99bcb204-9f47-4cfe-bac0-caf324330bc3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6ffa801-a55e-4a34-9699-6e45a120e96a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84748e40-d478-42c9-8f6c-ddfbeeffa131", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "17d87369-0148-451c-9cea-f4d0c9dec4c2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_378.pdf" ], "test_cases": [ { "key": "27301b35-231c-4b92-8d8b-960f4968eb67", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COOPERATION AGREEMENT" }, { "key": "3608c936-57e1-4877-a60f-7f12437e3d47", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Meet Group, Inc. (\"Company\"); HARVEST SMALL CAP PARTNERS MASTER, LTD (\"Investor\", collectively, the \u201cInvestors\u201d or, with their respective affiliates and associates, the \u201cInvestor Group\u201d); HARVEST SMALL CAP PARTNERS, L.P. (\u201cInvestor\u201d and collectively, the \u201cInvestors\u201d or, with their respective affiliates and associates, the \u201cInvestor Group\u201d); HARVEST CAPITAL STRATEGIES LLC (\"Investor\u201d and collectively, the \u201cInvestors\u201d or, with their respective affiliates and associates, the \u201cInvestor Group\u201d)" }, { "key": "9ad450a7-642f-473f-8080-1bd4a4effded", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/27/17" }, { "key": "8d03bf86-27f1-483d-a2e9-1fe0d05529b3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "05464fdf-3282-47cc-a837-100cd8599616", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "094678b8-af8c-4501-9552-23d047e66c21", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09c80c86-48cf-418e-a527-a64a6e5430a3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc5427ae-166c-4c56-aac7-79e0ab888311", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5dd30fe-985c-489d-bb66-023aec2a1205", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "505cd185-dc32-4cf5-a9df-829245f2754c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b772c638-3ee0-434f-a0c0-0d257d35d0cf", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24cc8ba2-0be8-4ab6-a1bc-d4e9de5c1475", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a22e14c5-6324-4f82-beff-940ffd321b9a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4ed5556-89b6-4a7a-8a16-696b797c51d8", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "30f5c023-f5df-455d-8967-c3e61a83ba1b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74a163a1-4aae-4f9f-b2b6-5b22fc5676d5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2469d9f2-f0f3-4c3f-9ed4-f219afa156c6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4bd8aae-4b4e-4b51-8d22-4d7101e35758", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba28f17d-cb06-4fe3-997c-9f22885b53e5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74402591-8889-427c-9c04-76534a9b0191", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73904828-773a-4035-bbf9-ee4ce03a2fd9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "333e8dd4-e79d-4b8a-bfd9-26e46d9c1130", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4866be5-8c63-4894-baae-90c7daced6c3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e366724d-cc94-45a9-bdd6-4d8f5db3f68c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b077d7d0-1761-4ba4-a9d4-d832b3e597b1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1ba0a60-ae10-4f5d-a95b-a2e5563a2f6b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "794b4fb9-d866-474a-a14a-d8f96d99a8d8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "384c443d-865a-4263-a7fc-7e5db5a262b7", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "baa00e32-7bab-4e29-8458-72676bc8a92e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8b10765-d073-4812-99df-630b32cd571e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7938cb04-8e52-4fcc-8a0e-70140788b335", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03020ec3-6e61-4171-aed0-c7ad58e3e4bc", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f0e0868-52f4-44ba-8cfa-a1aea27c0eb9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5475eb90-cf84-42c3-8dfd-55c45a949e0e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1eb6f36-37e2-461d-ae30-6d7f96995871", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08771a76-d989-4bea-904a-b44517f34fbd", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd5641ec-c872-4a85-a3af-91d95ee58639", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ad1189f5-ab72-4df7-b632-ac2e5e3eb114", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_379.pdf" ], "test_cases": [ { "key": "8819f2f3-5b17-4c3c-83a4-45c28a37f1f0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cooperation Agreement" }, { "key": "7f37c667-a339-41de-8556-460a832bc360", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Otkritie Investments Cyprus Limited (\u201cOICL\u201d and together with its Affiliates, \u201cOtkritie\u201d); QIWI plc (\u201cQIWI\u201d, and, together with its Affiliates, \u201cQIWI Group\u201d); OICL and QIWI (individually as \"Parties\" and together as \"Parties\")" }, { "key": "b53fff78-52c6-47a7-9664-daf1ac6db9da", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/2/15" }, { "key": "1a59da96-9567-48fa-a649-82ad7a984643", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/2/20" }, { "key": "bbc3bdd2-6031-49f7-a8f3-f36189556def", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England and Wales" }, { "key": "6223ca74-a488-4d0a-b721-3c8120033853", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8022e7a4-f782-4654-bc7c-3e5698ce72eb", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b77eaf8-3c1f-4ac0-b58a-1af1b33c2581", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41fbe219-db09-40e1-9ea2-182aee68705c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "500077e2-93c4-44a5-9277-0c5e61147592", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9f44afa-df97-42e3-9431-d2c3ddd279c6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f161065-78af-4af2-be1b-480d1092b0d4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e423c28-b0a7-4773-b627-eec40bb60241", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2d2119d-25d9-445e-981d-7322da2faeb0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac3b2134-e431-44d2-94b1-a7263287de72", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04261586-1689-4114-b047-097a4a0f0850", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a8dd482-8fa8-4950-8445-ba59a1952bb8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "394abc98-57a8-4c95-9ed8-cd4b2a425f2a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d579595-b939-402f-8668-ad6f63f6d328", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "42af6c2a-6de0-493c-aa4c-9154bbeeedbc", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97444c35-3d29-4f94-9790-8d97b6cba4fd", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8bd9eb5-79ad-41a3-9c9e-ae36665c1abc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6f39173-1bd8-41a0-8812-9c3503aa1749", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02602b31-2fba-4997-96b5-c5982b43d437", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b7bd386-cf43-4edb-ae2c-a3a6b89ed37e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60a41c6a-1ba7-4e43-9d1e-7114e9c54bd8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09e27487-387a-472d-b979-9d3eba92ed55", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e14e72ed-c0f3-4b32-ab16-7d7fd0a87d1e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e43ba63-1ffd-4bf9-a438-d201d8b0486e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18b77a9e-9c16-4aeb-9a3d-65b413b73bed", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ee2e5cc4-1517-4fb8-b219-b89b441b0987", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40c5101a-6dad-4217-ac63-c72e2c27de6b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72e5e012-a389-442d-9b50-f142c278180e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ccb5e3f3-d733-4a7a-b6f9-9f540368e513", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1cebf1a-7d21-43de-8197-835f31ada4c9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d52b19f-a184-44e3-b325-4d8f5e094388", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c44d92a-1b3d-4fe9-9d4a-2e67c2a6dace", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c901c37c-e470-4801-abb5-0b1737653607", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c393f087-6c96-45c0-9ee8-b746b6120587", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_380.pdf" ], "test_cases": [ { "key": "3eaf6972-981b-43ca-8eea-fa2b4a746b5a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cooperation Agreement" }, { "key": "779ab7c6-7b9d-42a0-afbb-bd198b991aec", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People\u2019s Government of Fenyi County (\"Party A\"); Xinyu Xinwei New Energy Co., Ltd. (\"Party B\")" }, { "key": "dfe41cff-110f-4d93-a209-645bdd703ce8", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/25/14" }, { "key": "4c79b3e5-c074-4881-90a3-5b0aae6bc700", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6c21bb7-43cb-49ed-aa4f-e35293d298ca", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f4c794f-9e6a-4911-8276-5eb045525ad2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52962ca2-6b79-4027-802d-7029c514bac1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "536eb464-2003-4272-abba-1971a2151168", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ba7da43-86a3-4025-a131-dd8c3a50e3fb", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d176937e-929f-4b00-a207-a630483bf721", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c7aebe4-05ef-4a33-b2f6-b706136c9277", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b1e6344-04c9-4cbc-97b8-2050e3a7d881", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e530bebd-c6bf-4cbd-8191-711c6fe09e96", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0038399-bcbf-4717-8fb6-3d6ca40e0f4f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5133378f-5fdb-4313-8bda-a32c68e1749c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a5491b4-f036-4b32-a3bd-5465f889b0de", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b520ee3c-c82b-4d1f-9e17-0fd360ca2117", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14a4ec10-2dc2-43fb-9f02-486b539b9e59", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a2fb745-b511-4fce-bbdc-2f2ad089a048", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77e2b646-3f3b-4c4e-be4c-10af80428cc5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41ee75d5-e304-4000-978d-9f0657d84789", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d912dbad-6ff2-40b8-92f9-2a668d2102d4", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d548cfaa-6106-4754-8c97-70d4d284930b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f9184d5-2278-4685-9260-417e6102b8f2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb4b77fd-205e-46dc-beb6-28eec3f219bd", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7257b2c3-7e63-42b4-bb74-bf0001448fdc", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f13e76fb-d697-49e0-9fcf-56f3e2cddd28", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "459bf10c-1760-40b2-9d5b-af56f93e9d84", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4136be0f-f086-4fe9-aad5-60bdbb693b02", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31b8d1b7-d38b-4b35-bf6a-e981bb030aee", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e5c0cfd-353e-44e0-af9b-274eec79d58f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a97b95f-6110-46f1-9d7f-717099e5774c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c7d21c2-9d0a-45e2-a37a-90d9497b1e13", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb4554b2-ae3f-40f6-889a-db04e512aec2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44997da5-1a0c-4ca0-a606-75fdb7f6d848", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "124fa8e6-5871-4547-b487-abfbd2835f3d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9d99a396-c727-4dbb-8287-9e2a63da48f2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_381.pdf" ], "test_cases": [ { "key": "39d10280-4dfa-415a-b902-8020bd1c1786", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cooperation Agreement" }, { "key": "892569fe-9a42-4780-a05a-6392123b06ee", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sp\u00f4k Holdings, Inc. (\"Company\"); White Hat Strategic Partners LP; White Hat SP GP LLC; White Hat Capital Partners LP; White Hat Capital Partners GP LLC; (collectively the \"White Hat Parties\"); each of the Company and White Hat Parties a \"Party\"' collectively \"Parties\"" }, { "key": "85335c8c-3a9a-4937-8c42-b0b733cb8665", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/18/20" }, { "key": "25d1c94a-da8e-4d94-9559-253e9363d9ec", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "bd9b05b0-f6d2-4320-baef-0e75f5170e8d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "89a2a665-61d2-471f-a8de-e2b8241a77a3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d20c3ea-29e8-4fbf-8780-2801da7a8355", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43ea96c9-406f-4906-94c0-539630634c0f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "509a9117-ec97-4934-ac4a-e6e1d54329a3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94c956b1-2396-413a-9305-1a5084fe873d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a21428c1-e21b-4c54-9c86-22faa60e536c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12a13029-0f50-494d-a022-709ee4146519", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89631022-988b-4d33-8db2-0b4293c3018d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79dbc00c-32a4-4bb3-8787-978f7d95d137", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84a6449f-21b1-4b46-9b35-f3740f278592", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c21779d-ed94-4543-94e1-0b95643c84ec", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "11c481e6-bd54-448a-b54d-0c5292dc84fd", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdc32e0d-8bec-48f3-88b8-d45725e0345b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "342e1261-6057-49ae-94be-6039123d75e5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffc9ac3d-39d0-4ec9-83dd-188b5275e6f9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9699bd18-011a-4f5d-93d7-8a6c471ab45a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b860852-b4bc-4ff9-81c5-eb449a0dbee6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0779fb8-316d-4e2e-8adc-6192d094c6f8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b68d6a2-2233-4ce9-8c6b-7624f14831ce", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43222b48-07ed-4240-b634-2a2099fd81f1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a6e1578-2bb0-4c30-9050-3316d37c3b4b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2cda95d0-c53f-4efc-98ae-b05208c7071c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2940f51a-a4ed-4020-8570-62c426358e47", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddaecbfa-687a-4ef3-8fe9-faac873a4250", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "027fc7c6-3a1a-4577-83e1-a39cc54aeb83", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc95fbad-c50b-4561-b0fd-4e5598c1eb7f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c8cb7cd-3b6a-4d32-a857-770083bafc0a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ad2af52-a672-4f87-a45d-1629a6b9713b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "594aa1db-c437-48be-85f0-0d2980eb1f33", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49c3d1c4-7da4-41d5-b4cc-ea3bf249c511", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8f0ae7f-0aeb-40ab-bd55-62883da23f26", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e18f13e1-cfbd-4522-9c6b-63980e18a638", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70fc87af-6a33-4180-ac36-d52f9a23d8aa", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0c1455ce-18e0-478e-847e-f78d7f1af982", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_382.pdf" ], "test_cases": [ { "key": "f2aa1c5c-4bb8-4a20-8bc5-b09a823e6186", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": " COOPERATION AGREEMENT" }, { "key": "c620ef05-10e7-455d-b060-887782dcbebc", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "City of Fort Stockton (\"COFS\"); STW resources Holding Corp (\"STW\"); individually referred to as a \"Party, collectively referred to as \"Parties\"" }, { "key": "5db36f27-971e-4587-919c-6cfd9f83361d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2014" }, { "key": "25265a9c-1543-4f70-925d-bee643ea0b18", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2014" }, { "key": "60680610-b4ee-4869-9048-ad582cb2ac64", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2044" }, { "key": "10716b4f-19f4-4913-8edc-0287f4ed34b0", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "d27f774e-87c3-4e13-a8c5-cc2298392f07", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "f9641700-2d50-4caf-bbb3-189a7b315a3a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "4cf3a909-f107-4302-bbe5-42c4be2cab6e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d22f1911-202e-4ff2-ab1b-38caaa6ca205", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54ac2b15-7dcd-4373-affd-19f30b3c0eed", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d253185-d63a-43b0-a8c4-c6ae8efc6d8e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9281fc5f-5882-4abd-877b-7bbd7ae93a57", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7360828b-4bae-4ad6-8992-84edba00f4f1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "544cd67f-c040-4e6f-9325-0b30965eda90", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18886456-1958-4ec7-b007-07713fa20ab2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42fb1d3f-7975-4440-8e5c-d8e73f18d8f3", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3a313c62-6db5-4ab5-a60a-9187f085a21f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4974324c-7698-4965-8c9a-3d29bc1640fe", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31561cb1-766a-45fe-8bfc-5fb497170c00", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8358ff42-93cc-4600-9d74-a131ccd4dd6d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab77a266-bd0b-4154-a5a1-8402b13dc6a4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0bd1e4b5-6324-4e4b-a453-131963843c45", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d25246f-abe3-4694-862d-a7d55b9dfd9e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6ad9a16-14c9-40c4-ad61-2c56f771efab", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c333b9f2-0f05-4f02-a88e-ccb90980c977", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfc7cd15-00f4-41b1-8783-239b0c8dd1bc", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a51a4fc4-e15f-4e45-88a8-9213523776fe", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67db1ca8-f7d1-479d-ae54-4efa336589b5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5696c63-ba2e-46c4-9199-340e6526e735", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a04f9559-4ac8-468f-92f2-0f551bdcf409", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4147cfcb-792e-4181-a260-41c062cb5f7d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8695092d-e12d-4e27-8bf7-1a95411a124b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dd3c815a-c47e-45dd-ac3c-5d0972fde714", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a424296-4cbf-4d23-8a12-8d425940eedd", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c18ddfb-19c4-45ce-9c49-aacd3ce869cd", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02d6968a-86c5-4a01-8849-77de96904b0a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "075e82a5-32d5-483f-beb3-566ac33674de", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef3e94de-80d6-4b26-826b-3a8b813c6f17", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6f340e08-0f0c-4157-9da6-20ccdd68be6b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d639fde4-7e4f-448c-b3ed-a9dc153b53be", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "f7c602d0-d262-42a8-930c-4d87fd1a3761", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_383.pdf" ], "test_cases": [ { "key": "20d9e77c-cfdd-4373-894f-5b2ab75c5660", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COOPERATION AGREEMENT" }, { "key": "e5c3a33c-fe46-4a31-b951-30a8ddf4a3ac", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JANA Partners LLC (\"JANA\"); URS Corporation (\"Company\")" }, { "key": "5903f86d-4654-4ae4-8df5-d2fc34215530", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/13/14" }, { "key": "306d3f8d-5de0-40d1-af39-f92cbd08f671", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "f310225f-56d8-488e-a96e-7ded4bf7b5fb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "034883aa-abe9-45aa-9ed8-fc03a1c8b399", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f59a9f64-7a50-4e1c-8048-70793b50836b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46b45ed1-85ac-4d98-8b71-0d035c3147a2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d56195dd-454d-43f5-a17b-d313b4266a7f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e271235f-0bd4-4f73-9425-f79cf9f90b8e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67133a11-b659-40c1-b580-2494c93fdcb8", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1916c006-df95-41e6-b25f-372bff75e1e3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b43283a-8fa5-49ff-aecf-bbf058c64479", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "010125c5-91f9-4fc8-8cf5-1802ce63b656", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0dbb470e-0f73-4de7-a914-24319143b2fc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95b79428-fbd9-4262-a0f8-1c0f02ac3d37", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d85f397-49d8-4c40-b3b6-59008432eb88", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f69bc594-f5e2-47d4-99ab-883f2a3d2225", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fc79a88-0865-45fc-8580-ba0253fbe082", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3b2ef7f-0b61-4174-a524-1d78363483f2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "720172a0-d78d-4a17-8e0c-be5bbe80f712", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "729e60ac-0f66-4129-84e8-bfd15ca30142", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f14cf66-4ae9-4119-9a3d-11fd052b7436", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdcfa357-638c-4a63-9d83-9f6bbf85e2f5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acc75de2-9fcf-4830-9020-fe6839e03760", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00779e43-9a07-4a98-b956-b966ea9f5594", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1160277f-776e-4f13-aab0-820f332cdcb4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54e05307-e869-4c71-bf51-8482c2fbb0fe", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c87a9646-d417-4cd5-b3c0-5e2d506e7fa2", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f665a9ef-9e4f-4c42-ba4b-6dc928d7c23d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66f51d3e-eea4-40c9-ae01-280507b8c633", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a265bf9a-24f5-4443-b297-9c0bdaddafeb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26871c41-37c7-4a62-a80c-c1f02137e98a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d84057ec-5b53-49cd-ac20-17937bfe1653", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "855c567b-8bbf-4a90-a888-a10f9de204da", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9747c29-31de-4886-aa5b-a60b07af3600", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e6ba84a-d9a5-420b-8255-ace4c0427a6c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a48c2a9e-6ccc-4a7b-9f9e-6a7c2d8c01d6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_384.pdf" ], "test_cases": [ { "key": "e33c6141-6a8a-4c8f-92bd-a069398a40be", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COLLABORATION AGREEMENT" }, { "key": "cdce7082-896b-48af-8b06-bf93d146ce5f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INSTITUTE OF GRASSLAND AND ENVIRONMENTAL RESEARCH (\"IGER\"); CERES, INC. (\"CERES\")" }, { "key": "0c765122-20fb-4c8b-940d-0c9eab9fbbf0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/07" }, { "key": "3de9800c-d23c-4f28-8b4d-b55f37c7b228", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/07" }, { "key": "a30d7d9b-8b1e-40a0-99b2-99c4d68da220", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/22" }, { "key": "79307010-7f02-47fd-903e-1fff26178931", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "2b01abc9-14f2-4c7c-8787-d62855fd3d4c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f9c4e87-6e48-4489-a776-f8cf62053f92", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "89a6ee21-b0df-498e-a59d-1874f642cc77", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9142f4ba-105b-44ce-a6a3-5f8e90879f36", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "272184ec-a073-4555-a439-fd6946f477cd", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa7f7b1e-8103-4332-8e5b-2f4a8ebabb76", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31cef718-b4c1-4856-9ae1-e51f4a95498b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a528744-fc4c-4ce9-a8ae-c7150bcef86b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3feccf83-5c4f-4322-9408-9634fac907db", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6711213b-b8dd-46b3-addf-164eba8e4d68", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9da0fe1b-9d40-4424-92b3-b6d93c065a10", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f294b51-c9bf-4272-92fe-a0ef6b18d39f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "72ad5597-5d4b-4536-a5a1-2951394328d4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37122fef-9ace-4af8-8857-90fa345a6d3b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e77b538-3f3d-4586-8e3a-93c05772cfbc", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e819f6cf-2959-452f-81d4-c4f975ca218e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24f0f0fe-7bc0-4e07-b50f-bfb67b24aeb0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0f433082-ddd7-4997-a82f-243586af8162", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c1393dbc-902a-4127-b650-ee1a0add1b51", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2653dcc-2ee1-4249-a0d3-bffdaa6f6abd", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebc891a3-0c9a-46d9-beae-d628ea6d4231", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b46711b9-067b-4b8f-abac-0d8d879fbc3e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97e76882-c934-4824-8930-adf73cc2faac", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46db4b4f-b142-4e9c-94be-01bb261bcb0c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b2243dd-9e25-4316-82ef-8593a0d4b9e4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bcc9893c-481e-415e-9ed4-dcd7746aa0a1", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0bb8b3b6-7e15-4a4a-a52a-d16fef03b44b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5abdc221-cdd3-46f4-b936-1dd241e2ca09", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "21c1fb26-e6e9-4d77-b406-2103c5d8cf23", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "229ddeee-a70a-48c9-8b77-380368d02853", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea38a014-7b08-45a8-9fc0-0c6c38cc9dbc", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f01cc2a-0e6d-488b-a5ac-2daa45c87062", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6df7d431-d14d-4b92-b1f9-c84c6c3d1543", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b41a9473-7b02-40cb-914b-f529052267a1", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_385.pdf" ], "test_cases": [ { "key": "e1d3d190-8db9-4279-bdc2-807d9364b577", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "59ed3198-a491-4581-90b6-cd50300ac7be", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Equifax Inc. (\"Equifax\"); Certegy Inc. (\"Certegy\")" }, { "key": "526ae8e1-fe83-4d73-a177-6fe0c168b44f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/01" }, { "key": "9e686cda-5b4d-47d1-8ed2-23176b8ac0d7", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "8cd06f09-2cac-48a0-80a7-a178ff95f5b9", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Georgia" }, { "key": "951edaba-b2d7-4ab2-83b5-6037259b3e4a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a61431b4-01f3-43fc-9edd-2b35bac4548b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6bb37f40-40dd-4ab0-8612-6e7593d17b84", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd956a02-f4e8-45e9-9b1a-902e8a27c4fd", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0bf7da6-afa5-4d2a-adc1-747dea6e1788", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c7ec9e7-4c15-4060-9ea8-681afc6e6881", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84599216-c646-4123-8004-79aa127d846e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "720fcd18-00d0-4727-8b10-79e91b9c3e36", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24544f74-cd9c-4898-8418-01c96ab9c857", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52fc23c5-0e67-43e4-a22a-e8af1f92f995", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8970a73e-ee5e-4e08-b845-d53821d53a0a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c3b23a0-337b-4edc-b951-8972cb0777cb", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5c71604-e2ed-4862-9755-160ea713c2a5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0d23a1e-c0db-4e5d-a3e2-88267871b1be", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bd8c62e-d53a-426a-8a28-be41af47cc04", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebae9520-2fc4-4bb4-a064-9918621354fe", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0facd431-3c48-47ed-82d7-fe0c31718ce2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c987c3b-76b1-45a1-80db-92a20a368e4a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c9bfb78-1508-455c-aa8f-0daae86dcd6d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cfcdea21-680e-496f-8c31-a13fe0c4c806", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "283c4415-85b1-46d9-b449-dfd49043d7b2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b1e11d20-83a0-4ac3-8131-d63395e3ffee", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "780ffeb0-5823-456c-ab47-05a61fcf6102", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "435434be-65d8-424b-a5f2-c0a4e825c4d2", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90274010-9bc3-4050-9ce1-acc82207859c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1c12d99-fb39-47a3-a355-388ad8e36d22", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9cceff6b-a705-4f1b-84e6-0d496d731f72", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4496c9ff-3e07-4ffb-863a-d18ab4c8f13d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86847ed0-abd5-425d-93d7-8be03eaab26d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c626d2e4-0517-4fec-b506-8838e22a6e31", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48b2159e-4425-4a45-a7cd-b46dd43fc278", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea53a180-3dbe-40c1-a5fc-6d9c94d9e7f8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "399bbeea-91cd-4a45-bfa5-ab6c78ae788a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "47528913-333f-406c-bf3f-a369bb4e5fb6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_386.pdf" ], "test_cases": [ { "key": "67cad689-01bb-4b96-b1d4-095fd95249c8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "3d9e7930-ebdb-4557-83a5-7edf96e36c66", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Armstrong Flooring, Inc. (\"Seller\"); AFI Licensing LLC (\"Licensing\"); AFI Licensing LLC together with Armstrong Flooring, Inc. (\"Arizona\"); AHF Holding, Inc. (\"Buyer\"); Armstrong Hardwood Flooring Company (\"Company\"); AHF Holding, Inc. together with Armstrong Hardwood Flooring Company (\"Buyer Entities\"); (each of Arizona on the one hand and the Buyer Entities on the other hand, a \u201cParty\u201d and collectively, the \u201cParties\u201d)" }, { "key": "025c6114-618e-4826-85e5-d089e61ec590", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/18" }, { "key": "e080c83c-3bb8-4b98-9540-c6ebc2e9a631", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/18" }, { "key": "441df793-3fd9-4a7b-b3a0-e58112733515", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "bb2bfc92-f4d0-4833-a870-1e66359b4fef", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "150f210c-88c0-4bc8-b984-20a09580fed3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2a07af7-2dd8-4185-8fbb-c32d134dae8e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b8169eb-b312-4ed4-b284-743116767c25", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7f0bb3c-f6d4-4f6e-8c33-9867be6a84dc", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fcc5b36-5882-4e0e-959f-baac396ce8c0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e71be7ed-9506-4812-b5a9-2f5ae0099ce7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20dea825-f3da-4ac8-a969-2f7bdc37d36e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "928d51b4-3367-45ca-84fc-a7d38d2f3458", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "059ade7d-b2ed-4718-ae34-b88679e65f20", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfdcdb87-6a4a-4dcd-b468-b3a0495465a3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e6d44ae-2e4e-4ffc-a94c-50db5e197549", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a4d55d9-8cb3-423c-818a-d76390a2fb58", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01d92f70-5ef6-4d14-8963-643da4604fe4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5456a65-58d1-4a4e-9cd9-a513c28adf91", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f5faaa7a-952f-4b13-a5a1-c914bf398c3d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d5216fc-7253-49b4-9e8e-42a70647e642", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "92aa7b00-7990-4b04-8485-9a94b599b4c1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba4e4515-3222-44af-9f0e-e82f9f398c5d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3549a5ad-4864-4ee6-abb9-4abcf748b717", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b75c3302-03fa-45d5-ac8a-126e9210e232", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd9b7821-b9e9-41da-a647-3f978527e169", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a311fd5e-6c87-4305-b72b-ef7d1ed36dd3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "784797fb-e87d-4f0b-a6d4-5e19643a4991", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b435aa6c-7383-4d3a-88cd-1de3ba55e36c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "062d1eaf-e18a-4087-b0d9-f4e51da3dd3f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53d8a71b-4a1d-4fc7-95c7-43b70282b788", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9f2635a-e09f-4f92-84f5-6195ab479a27", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63fbe803-5038-4c37-a8cc-df98b84aaf02", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fa2061d-7859-43cb-90bb-49d4f695c755", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b7d002b-9bf3-4d71-b3b3-8893a4f6ac3d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5133b3d5-7e64-4f54-a705-891b65489714", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06fba4b9-c504-4a1c-80ae-53f3a987ea10", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bdd54741-99cc-492d-b896-0390b731ae6e", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9bb3915d-d551-49ef-a1ea-3e4d2c358d0a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_387.pdf" ], "test_cases": [ { "key": "29308bba-f789-4579-b260-d2ce26c00209", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Intellectual Property Agreement" }, { "key": "535e158f-b821-4dd5-be13-7f4532c58195", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GSI Technology, Inc. (\"PURCHASER\"); Sony Electronics Inc. (\"SONY\"); individually as a \"party\", collectively as the \"parties\"" }, { "key": "42544114-d4ad-4d28-871b-427c065a9593", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/28/09" }, { "key": "c1456163-22a4-4998-a9d0-5c9e7e5a980b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "682fe1f3-b9d5-4f61-8bfa-52670b96012a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "47a86ddb-7426-494a-ad86-199e24c762db", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8523952b-94fa-45b2-817f-b0ea93bf1409", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52f2cb03-fbe2-4ed9-aa9c-0b7216a619b6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06476c75-50a9-4baa-9f1c-31bf5189aec5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e21b901-4fad-422d-b300-aa154a6433ea", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c160bfab-f1d6-4b13-b888-d77dcb30aa8f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60555646-212c-49f8-a892-ff3ee8e05af3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8534d5c6-f36e-4dce-87e2-c57353e6ec45", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7856afc-7b6f-4e8a-a96e-906da1547d6e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5a403e4-56ea-4080-be83-3acaea26f54c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8ec0bb9-4433-4629-a155-3b97f9cc2863", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "22a94cd2-bed7-4160-aa25-551b5c30c1bd", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19a20b88-55c4-48a7-84b7-bc5eb51094f4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2189089-c380-4a6c-9532-287f3c1e52f7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da8891e3-179d-4209-9fae-ad0a4e37d472", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8221dda-17f8-445c-8639-7211fc6941b6", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e74342fc-dfa9-41dd-ad2d-ed8d6e0247c2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a644c875-5941-47d0-81b6-1a04711350f0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ef00999-6cd9-4f19-a706-a180ae5956a7", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44fe0ca9-7ef6-4686-a9cc-2c0e066e198f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82547bca-18f3-453e-88d6-e1882292dec1", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b08c6b8-4256-4aef-8cd9-34e1bf734941", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6a4e63b-b34f-4dc4-ba3b-44a0653b2f2e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95758372-725d-4802-b0a3-84d12967702d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bb624e8-e174-457f-b1d8-3917db98a793", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7363e868-2bfc-46d5-b4f6-1b447ebb9ecd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3a5a3d87-08ce-4f60-9018-01a93d3118a0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90fbf5b8-99bd-4a7a-beff-9b77ad9b6ab4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e50687a5-c53b-42d5-884a-16b3e5de0d19", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57defc8b-dd2b-4def-96cf-7e82f17c8115", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec4e89e4-708b-44dd-8cac-9942635e54af", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "775c9dde-4d16-4894-9858-5728ed52a08b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cba9831e-33fb-4bb8-b79b-fd93c7c945d6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "acff4ebd-a936-4eab-af02-64b7f9a7407a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_388.pdf" ], "test_cases": [ { "key": "be8319fa-60ce-4007-8247-729170c71bcc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "7b35bab6-c308-46d4-bc3d-5feb45103595", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "THE HERTZ CORPORATION (\"THC\"); HERTZ SYSTEM, INC. (\"HSI\"); HERC RENTALS INC. (\"HERC\"); (hereinafter referred to collectively the \"Parties\", and individually as a \"party\"" }, { "key": "d9c6d1ea-522d-4e33-941a-cf0edb525382", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/16" }, { "key": "86ebe767-5bce-4802-8aa7-2c03df34c82c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/16" }, { "key": "848e8f5f-1e16-4932-a5ff-4f984afac3a7", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "9bf655dd-c3a1-4295-8d2b-807686a3a362", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b446a21-98ca-427d-b681-0da91b573068", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c39db0cc-f0ab-480b-bd68-cec89301bf2b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "48f9268d-e4db-41ed-b305-98bf41c4e0a9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3233b14-79b6-49d4-a608-6b69b717f7a9", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7efa3f83-193e-4ecd-b674-d353d6ca555f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f6873af-ec37-481c-a819-c409253440bd", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45463d2d-a2bd-478c-8dd5-784002256527", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20eae191-c46f-4d74-a753-2eb2bab5f550", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34c21d11-4f43-4ce9-93a1-3e1cbdd29271", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "951eef59-2567-45ce-b3b1-7fda25851654", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "013d5f0e-e369-4558-97a1-8fd5fc95ec73", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f28ce929-1609-4628-bbcb-5fec4def7d6b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "968a1287-c541-4ad4-b8b6-9027fb053839", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a398f757-f14e-4a46-85c9-693b18928eee", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfd12a33-1b5f-400f-a0a6-979562a1c577", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7bcddd94-e938-4b39-9988-1469d8a90d2e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9571a7a5-093a-4a9a-9be8-624bf42ce6d7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b2edd8b-be13-418a-8e8d-a73793e783f2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15eeabbc-584e-4bd8-8102-debaa090b79b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2101cec0-3f30-4119-86f6-d2ad8491a9f5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15fe111a-ee1f-4ae6-ad3e-8f790f597c97", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08f3fc69-3c0a-497c-b069-8461e8510258", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07909e07-21fe-48d5-837c-596fcfa05712", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10cbd635-0f97-4844-8dd8-384fc7b29ba5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f4de50b-fe01-44ff-925e-ce2695bc81a7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16734b3c-4903-499d-aaad-13c2562f03ab", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d60359c-c1f5-40b5-9356-cf685ac6369d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96b571e6-61ec-49a6-b6fe-72b914bae30f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37b5cb28-4e64-4d20-a4c7-22cd5d8f3555", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe1f1052-d8b5-4d6f-b298-e80325e69522", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "79eab1b1-2363-409f-90d5-196634c4053a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aeec4e9e-8e89-42db-8b58-83d8c6da790f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f924e20a-0415-4e92-b649-dbb3b4522053", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_389.pdf" ], "test_cases": [ { "key": "eba5e6fa-2d4c-4657-9d74-6898c5575a31", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Intellectual Property Agreement" }, { "key": "cf060fe9-942a-45c7-8a8d-4cf2dab9b20a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JingWei HengTong Technology (\"ShenZhen\"); ShenZhen JingWei Communication Co., Ltd." }, { "key": "6cbaff46-64f7-4534-a89d-93f65fe79bc5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/8/07" }, { "key": "d5cd392e-60f3-4b50-a5b9-c131c3619618", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/8/07" }, { "key": "f0de7f0f-bd20-4d48-80d4-2aac141dba98", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/8/12" }, { "key": "59799d66-8799-4ff7-aef9-a735f752bc7e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "137e0803-9959-4877-923f-64462a989b6a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb8a32c0-0f9e-4969-a5c3-a7fe16232a2e", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c0b12bf-dd85-4a33-b3cc-bbb5c6bbc034", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "600dad55-3702-4477-ad8b-e93d8191f662", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c83261f-93ae-4246-a45a-e0b04823756e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01b66c19-f524-4a73-8100-3f90da240e43", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58c332a2-e0c8-4f3d-a980-874d9c96ef55", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5b6a34b-233a-4766-a10c-1dbe517c8ad0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76b08be7-78e2-42cd-a9ab-6ddb33030748", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24f49677-0945-47ac-a58d-d37270f6f6a4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68239940-7ccd-4f6e-90c8-6995fe3e6da3", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "333402e3-ede7-4d20-bb7d-f5c82abc7dd8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91083cb7-3cf7-4d52-af41-9ff16f6a7966", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53e017f6-1936-4b6b-9476-fd189284c1d2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a13429a7-f8cb-46d4-b0cd-cc0409bd57d8", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0dd40a6-0573-4fd4-9c92-bd9576000257", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cce93596-572e-4eb9-8c68-e5c2ed6b5233", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0de25ca-20c2-484e-85e2-58b925a5f8f7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "474edd40-438d-4e52-bdd7-72cd5796389b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c91907ec-bdf0-4244-bc6d-fb9bb596aa0f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a07bf29e-5838-40e7-9136-9a351e7cc513", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d28623e-d3e1-420c-96e7-715ffc3bda5b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d6a168a-01a2-4f66-a2ec-05f9719cb943", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a57dc7ec-311c-4e2e-805d-8c9af94fbf02", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc100cdd-2d58-453c-a463-7da8923630c3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4279bb0e-2bcf-43a9-888e-28d070b1d64e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f1d0a7d-c559-4f9f-90b7-98cf280efb84", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10175572-af22-493a-8bda-9946684cc607", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e160f315-dbb8-4c7f-851c-a062bef3a5a3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d593c3a-0762-4559-8070-01c622e5adf3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40acbf8d-2372-41d8-b164-18742e3f2e7e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b94a8021-dd87-4668-8fc4-c24c221b7ddb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49dae78f-4082-4c06-9357-06f5f63d6730", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "317a4adf-169e-410e-abe7-58d4352096fc", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_390.pdf" ], "test_cases": [ { "key": "c464a0af-2225-40df-86d2-c557f77feeb5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Intellectual Property Agreement" }, { "key": "299d0248-9da1-4517-aa59-134300570527", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Morgan Stanley & Co. Incorporated (\"MS\"); MSCI Inc. (\"MSCI\"); MS and MSCI individually as \"Party\" and collectively as the \"Parties\"" }, { "key": "dffa0e31-0264-48ba-a1ce-0e15dd75473a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/20/07" }, { "key": "94e26625-1790-4dc0-bff9-25dc8fe302ea", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/20/07" }, { "key": "84ffa9a9-ba5c-44ab-ab4f-1f4a154d9159", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "0d81022c-d0e4-4e52-8c71-4d22962af80d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35a172b5-23b2-482d-ae97-627013e392f3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ced48fa-7ae3-4c81-a0bb-8fdf514df59a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78c81021-7262-4331-a85e-2136ede6ed60", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33f577d0-a4bc-4760-836e-0d1a922423e5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc0ae496-379b-4809-9c6c-0401b563cec1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f1d58f8-af61-44e2-a7e1-c93572b734a2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "474d2b46-9307-458f-8757-a8e98a62c5ab", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2efac73e-855f-41c7-b6de-5386a9c577c2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac678e26-b4c3-41eb-837e-d3347f53b713", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98cdd7b7-378b-44d3-81bb-547c1a1d7c10", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eeba6c7e-c09b-49b0-90ca-935fc1e056d1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d71dd4fd-c0e9-420e-ada3-ffad45586838", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "790ea120-690f-4a82-98e6-b8851c90a527", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9719a94c-e01c-4095-9560-f1441619f380", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9175c5a2-562d-48d0-bea3-e8b70402776b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af1a4707-81de-4247-82d5-f34f95a54f69", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f9fce11-662e-4e47-af95-4fc6a140f3e0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "99052394-6b24-458c-94dc-810a417e8d54", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70ff0c57-3fac-4734-bbe4-40d2ae0f36be", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69f8396a-67e1-41d9-aec7-4b6205836d6f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b10f0b8d-7db7-40de-be91-72bcc4057676", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9dafe44b-9fd6-414e-9706-62623dcae946", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "14981c6d-686f-4e27-bde6-dfa3a211209c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "220b8d4f-7935-49f1-9d4d-de7f7940c487", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cfb1b57-c15d-4fcc-815d-a412dbc7cd0c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "351d276d-a958-4ecc-bdbe-e3a94b40c85e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e1f1d80-e1f4-40c3-8ad7-0dbc45478688", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f41a5f55-e6c9-4b92-b3d6-2a1859ae364b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02a76f80-0508-4222-a784-e06da2b1b319", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11774837-b645-4494-9f82-46718a2893de", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be0fea7c-be8e-4ee6-a5f6-eec2ad94c3dc", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb3effc3-5a55-4542-99e1-bad2d2ec71d2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "04ede81e-48f6-4aba-b66d-639915737c88", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_391.pdf" ], "test_cases": [ { "key": "d0315658-9bc2-4b0d-9a49-b2ddca1a2ff8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "72734ec8-4d84-4694-94fb-8620465cd2a6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "United Technologies Corporation (\"UTC\"); Otis Worldwide Corporation (\"Otis\"); Carrier Global Corporation (\"Carrier\"); each a \"Party\", and together, the \"Parties\"" }, { "key": "75ec3a63-876c-4282-b7ac-5ca90be8d021", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/2/20" }, { "key": "03ea40d2-d3f4-4ba9-b410-d641ead1e7e9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "e8ace124-6f2e-419b-8ea9-52ab241f0c0c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "8b9db561-724c-49a2-b02f-957146104d14", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78e86175-3d75-461d-a544-1603e0a95955", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6410e327-dc9e-4b0b-adc6-60a23525cb73", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df19d64f-8281-420d-9649-3537cf464b49", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fe2ce62-6175-4584-adb8-45b5828d8661", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e19047c5-6168-402e-9e5f-0ea859280cb2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c5e9a59-426d-42f3-9591-c306bb07f013", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fc23e4f-d7cd-41f7-9349-d5f0d876ff96", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ca04f36-c6f3-4f2d-8a17-85ecb6cb5e25", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e03f708d-da31-4f2c-8d3c-b121b2c6557b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "295700da-d902-4bd9-9e88-fbfc61452b66", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "17311c57-19ad-41f8-b4fc-bf91eec94374", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6e85b42-177c-4b96-bee9-417fbf36a6cc", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23287b56-444f-44ea-817f-f08f30267e97", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e289f303-ff1a-4c53-b557-c495fc88e4fd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b9db0b3-ce8f-4715-9f82-d3b711d81ef1", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb9869fa-51ee-44e3-bf63-96d9e2b956da", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60389995-4797-4cb2-ae81-39c24076730b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2c4a6834-2cb6-4a51-a85f-77df0f8f579a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76029160-0b24-4c4c-a5f9-8ec7108d28b1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "26f5b664-4783-47af-9e1d-a73e5bf27b1a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e9f055e-18ed-48db-a68e-23eab01ae85d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f32d1fc3-8cde-4d78-a24e-3d645c78e4e8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6d53b08c-52eb-456c-88c9-734feb854086", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37c1bf85-7f10-45a4-b53a-8ab539c85921", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b200470f-ac8d-4936-93c3-54ab2fcf4d48", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a97f22ec-1c88-4c01-9c82-8104fd958310", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcb66cca-88be-4af8-b9d1-92e15f68bb2f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c6070886-4153-4362-b02a-51fde2a15013", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60c90c15-3ac0-4c47-aa39-f79809270e5f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e976a46-5f40-49b7-a3de-53299840b6f9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1759dce-a8c7-4531-87b6-4c0628064def", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "485cd6bc-53a7-40c9-bf89-2911fb94fc80", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "db90d985-719c-4735-8ca2-dd20d6dafb08", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_392.pdf" ], "test_cases": [ { "key": "6d599290-45c1-487d-8a25-eb93ce14d556", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "9b5e0494-bb67-4019-8350-09dfe8bc292d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NMS Communications Corp. (\"Seller\"); Verson Backhaul Solutions, Inc. (\"Backhaul\")" }, { "key": "dd2ed272-1c1e-43fe-b921-7b5e38af473a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/20/07" }, { "key": "4b249aae-4b9a-460c-9a33-baca2be189ad", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Georgia" }, { "key": "7de7ac77-0f5d-48a2-9fee-721da97471f4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ace2451-9eed-4184-a9f4-95a521cf7dd4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f72f9aec-7cf9-4c46-9f5c-bc09b1d7a2e2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3469db66-4271-48d4-b4f6-fdeb63b3cda4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b06f21e1-fb34-45e3-91b2-d709e6cef685", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fb28c7a-d6d3-4709-b396-2ee73a1c06f9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "380ee252-e044-404f-b953-7d242fc51e8d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0035c30-2860-4907-974f-a3e8367ad237", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8514609-a5cf-4fe0-af27-d7b4ad0b7484", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66383ebd-fbf0-4379-b065-906453410d9d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc616779-0670-4664-9ea0-5d2706000ba7", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d65d1e0-8fab-4e9f-82c2-d0db1e59b7ec", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69071ee3-c48d-4c0d-afc5-6e8cc48bf32d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9de857b4-a01f-4317-86e1-1030e897f464", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea59381e-5be0-4f3b-bddf-70de70ab4c8f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42831dff-f8cb-44d7-bae9-1a841641bde8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "678c2073-b9e0-40da-be3c-fd814e2f1897", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e9c7052-b252-428a-95ee-8010f9cc3ac7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fffacd30-fd68-493c-b64b-c3d1f959c606", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dff4f99e-1e6c-497c-9b14-9f00971645b1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab41d090-a620-4618-b1e0-6cc5f6c83a09", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4c5ae79-a054-4b2a-81f8-27b675173657", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a22133be-5f9e-45df-85da-c608163369f5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2754717b-43f9-4f11-8cc6-9eee79e43f55", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7490e251-96ce-4da5-b31d-2499b48e40d0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "570e06f7-a5a9-435b-a29c-5f1103deca56", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfdb0371-b221-466b-8f0d-40fab6447f3f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68fb5275-1b4a-4dec-a282-20b09bcbfc89", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "724fa9fe-af60-4286-b757-7863b028abb4", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf1ef582-c296-4e1f-91f2-6312135c99a9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "508f5cc3-99ad-428d-8fc3-2bd44788451b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9b19dd1-8602-49f3-95a0-bc71728f8b79", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d129f82d-6027-4da6-97bd-3f308b2ec636", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0d9abd5f-5f02-40df-98f7-7f6118ad2149", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_393.pdf" ], "test_cases": [ { "key": "7a60e517-6ce2-4588-a561-db32abddf653", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INTELLECTUAL PROPERTY AGREEMENT" }, { "key": "5cd950f9-1632-4c6f-b57b-90abc7ed1541", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Motorola Solutions, Inc. (\"Seller\"); Zebra Technologies Corporation (\"Purchaser\")" }, { "key": "db8ade86-6abb-41ad-9608-1eb98c06a3c5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/14/14" }, { "key": "4851e2ec-5f02-4cf7-880e-3d1de5be78d3", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/14/14" }, { "key": "ea931327-3aca-4a13-8dde-6e413de73b44", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "b1f7dfaa-f7c4-4b65-8474-090040475652", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bba43cf3-37d6-488c-8308-ea4aa8e836aa", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab34ac3f-efcd-487e-8a73-ea56239e2451", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a99148e-5f6a-4493-aca8-d76da6e8cd50", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "00dd1aac-515b-420a-95d3-f2547e237623", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af4d7eca-c486-442c-8260-ad8a24decf9f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49df93f0-5dfe-4c98-bfab-13a52b1d5de3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6827f21d-5fa5-4929-bf62-d51f7daca270", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b93abaf5-b583-4033-909f-f1f096f87f26", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c162f1a-4aaf-450a-951c-dbeab87aefb3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "937826a1-b271-4ee1-b26c-109a9798016e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4ba343d4-26cc-40ae-9551-6807b60ad536", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50450753-3b52-4690-856d-2b6e6c1f3e6f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf6a99df-bc34-4fd3-8dd1-8acf609c3aa2", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "693f262b-f8c2-4ecc-98e0-dc318452fd2b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b400dc2-81d4-4ee7-a2fe-20abf3683666", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4531dbab-2510-4010-b126-0a06147ca2d9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83cb1352-a0c9-4d67-a170-28aafa4525dd", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f9fe7c0-fb27-466b-b886-88826144b446", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0dc3903-ddbd-490e-a733-abbdab7248bd", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0df5621-fb0e-4077-a52d-7338486f193c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f9214f37-49ee-4f58-a9cf-9a9b899885b1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bf652a1-7f64-4927-b8a7-5193a9516231", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aad20e41-6fa3-4c2b-8d3f-f400e685cd42", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16ef8b7b-0018-4ef2-a60a-de51b2032e34", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bfcd1c8-9f3e-4b32-a38d-2b943eb3eeca", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c38de450-9ae5-4886-b50f-de1e1fc5ce97", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb7b52b1-c31e-46f8-a306-7c43397a8d4d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ea2edc48-9b0d-4ca2-a6bc-3708be7b06f9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39d210f8-5a2e-4f55-ac66-0fd1c1e394e1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a60b5276-0d2f-4b6b-b8e8-f98ad01efdff", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7272ff9-bab8-45e8-a4ec-3dbc67e16343", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "133e3770-162c-4e20-b62c-99499c186cbb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6c9181d6-c24d-4f7a-93bf-437836aede88", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_394.pdf" ], "test_cases": [ { "key": "48f28755-23ea-4b4f-9c5f-66810a1a2abb", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Distributor Agreement\n\nDistributor Agreement" }, { "key": "ad3b495c-92ad-4389-a726-cdbe80e33430", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Airspan Networks Incorporated (\"Airspan\"); GLS LLC (\"Distributor\")" }, { "key": "a4515016-6db7-46af-a3ce-87150e3ae0b9", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/00" }, { "key": "fcd948f1-ae6f-40bd-8bc8-e1554de2f192", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/00" }, { "key": "968a0163-9f6d-4b62-bfce-dd84be4bbc7f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/05" }, { "key": "6a4eb301-a438-4570-b146-b6068b4cdb4b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "South Dakota" }, { "key": "f810dcb5-27ed-4c44-805c-df4b201287c2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d9185316-617e-4a41-a569-fed2ddf60bc4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc6f0d7b-6f74-4e52-86f3-8325adc6dc05", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d398a3e7-c7dc-4ac6-8ab7-653c2717f4a4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52ccc539-aa9d-4c27-b020-75fdd5aff560", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7016cb88-1e55-47b3-a116-00d2555b3a9c", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7bc8eff-9f9e-45eb-8720-c96b3e9459b6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acfa188f-17e5-48fa-bc73-50c46fd0f966", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "962d1258-32ab-415d-9446-bafbd22d5158", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab4e0b4d-eba8-4d08-b2b6-f00c2add89d5", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86351580-a108-4c86-9b67-94d6bd3e99c1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "095e0d6a-e132-4bc0-945a-cdb6c9516944", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87253315-39e2-4346-b126-4a4bf9a15bf9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da453072-4977-4191-a70f-76cfc254e6c7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a987d1f0-756b-4761-b598-5bdd59c7d529", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "29da78ed-e8d1-4335-aa82-45d4a0189302", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37f3f5c2-b577-4ae4-901c-18cbdefd9ba3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4a27e5e-a731-436d-9757-7424eaf4ad90", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9ca5bb0-6b9f-4fb7-ad70-725e01c7b838", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f4601999-15b1-4485-b055-52fe443c37d2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6935bc85-70f1-470d-80f6-8746a7d31139", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50db1816-1b4c-4468-8f19-7972c20090a4", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44008da3-dd80-4325-a4e6-1c3858e91d20", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "803b3f91-6e17-4c71-a9ae-774db9e35d1b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d46b7947-2328-4916-8d93-b8690260abf3", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bb04dd62-5fd2-4324-a240-de86ff846b03", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "420c8dab-8ecf-45d9-aabe-6c1f4509795d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a837c350-704c-4b1a-850e-080c249e30c9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e796dd58-04b7-4af7-bcf2-121759dd56f6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61350de2-20d1-4118-ba08-fa5949b0dd8d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "80f4bc54-be4d-4ddf-8376-0308ad6c5497", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2570f7d7-3165-42e9-bf89-f3af342a987a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "29546674-0ef8-4483-acd7-e89ed8b7b1de", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bd128053-a013-4079-bd80-532e5c42d38c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_395.pdf" ], "test_cases": [ { "key": "ac6d45b1-9733-4625-ab75-574d46382146", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Multiple LINAC and Multi-Modality Distributor Agreement" }, { "key": "2ca13d5a-c410-4bfe-ab08-1cb3422d50cd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ACCURAY INCORPORATED, (\"Accuray\"); SIEMENS AKTIENGESELLSCHAFT (\"Siemens\")" }, { "key": "703032ae-9736-4665-ae8a-93a0ee2d52c3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/8/10" }, { "key": "73a40413-5153-4704-a841-3da049fbb67a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/8/10" }, { "key": "e6e1e270-840b-49a3-8427-58575c08cc3b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "2c77f9ac-601b-4b4f-810f-de7fa8e8244c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Germany" }, { "key": "d7f10563-1d9a-4fac-aba9-f8ea1f7bd209", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "808691bd-3e2f-45cf-b3d5-5e5199c3f6fa", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a33f139f-819b-4ca1-ae0e-6de0f201f963", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f041a94-1011-4ffe-9952-66d11f02f60d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34619846-be91-47f1-b7f4-58b88108ff54", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d430b34b-4fa9-4d59-a8b1-b6e7d6588ebd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ad9a860-23a2-42eb-aa60-667361e7fb32", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "438efa71-a26d-4cde-9e21-a3bd9b1aba9f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52f467a4-de46-4507-81b5-b4fdcc6c9fb5", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1bed055-9a53-4b94-96f9-15e42fa33633", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "358ec298-a77e-469c-8a0e-276e6edb3873", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a107056c-623d-4b4d-bea2-a385e39d3820", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f4462c7-1ddf-42ff-b93c-b352e8a8c739", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26d0dafa-95ab-4f70-a51f-a2deabfbf465", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28665789-04d9-466c-9858-46387b1f0d22", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c612d9d2-2932-4ff3-91f7-8ceab3c3a617", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16a45d06-2a68-4106-93a8-bc65cd48f487", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc128867-7d7b-4c2e-933b-4cb14c68e9a1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4380d4cb-6da2-4ec6-9cc7-5d36b11187d0", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dc2eab5a-d0d2-410f-834a-c3e48d4f45c2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02e1d130-fa2e-457f-9fc3-a9906fef03eb", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "98b32fb4-b743-48bc-af7b-c7b94a47d1c2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b8229b2-f586-4bd3-a6c6-867df78b5132", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f5c017f-ca13-4d7c-978e-b0df049556ab", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1cb7ff9-6283-4601-afb9-e124be534b5c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f4d5dcb3-5c8b-433a-9515-21f853c4e4db", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "110bbf3c-85af-416f-be1c-db69f665badc", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d429ae2-ea97-465a-9e56-cc63f3f654b6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d70b5588-0cb3-48d1-8c64-f1876f321dfa", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "282d1327-c21d-401a-b686-a6eade2226fa", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5062e758-1121-4aa8-b459-16327f7e82ae", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b5a021f-5007-486c-91d9-4ca09e1946a4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4355e5fc-2a94-4a4d-89db-48083fc971d2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "26bb91e9-70d4-49ef-a55c-5c7e525cc01f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_396.pdf" ], "test_cases": [ { "key": "9210b1c0-b1e3-425a-98e7-7a96e46c1207", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "b859ba1f-92c0-43c2-8618-d98abb229a89", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Snotarator LLC (\"Company\"); SMSA Ballinger Acquisition Corp., (\"Distributor\")" }, { "key": "2ef3190b-ac3c-434c-9ae8-96bd6bb903cf", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/13" }, { "key": "6a05bec7-8bbd-4c55-b916-61910609b736", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/13" }, { "key": "a19c02f8-1330-4fca-8e61-c624d53135e6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/15" }, { "key": "f963ff0d-ff85-42ed-aa15-39e9dce47fff", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2 years" }, { "key": "af15792b-8692-41b9-aae7-664513fb33b2", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "225106e9-41be-4fd1-a969-133fbc9fcaf0", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e3f59a1-5e84-432d-ad07-4baf305ee5f5", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d60cf553-663a-42a6-ac11-80ca027fd28d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa0da31f-ad64-461e-bd2e-4f87bf1c4c83", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "16148adf-918f-4fa4-b8d5-88855cb99df4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecd5c6ff-964f-4c08-be11-9b6b089aa877", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "274753db-d5f6-4d27-878a-35e01424d6da", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce861184-5a4a-48c1-a500-a8351d786de8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9e8efe4-8e7d-4fe1-b0af-fd01242b97ee", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6601433-e510-43e1-9563-0eb36c61f4a0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9ea0cbb7-d6b8-4f6b-88e5-17e8e5a449e9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "601fa434-d074-42d9-9ed6-d6700c4b6f85", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e597d4f5-d775-4d91-87fa-94065bacdd5e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47a7ebee-be1b-4473-9975-eaf879573ec7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "81517cf3-777b-4ed0-bcb5-428b281d0440", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "588a9ee5-af08-40af-84ba-71cac73109e2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "177471e3-f99b-437f-8f78-298ad7f10ab6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07f9f6e9-1084-416c-8abb-a1fee2892f82", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76b8f69e-9bc4-4227-aa95-911cfcad9664", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65504f4d-f247-4030-9df2-b684a2b5e10a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd705f0c-d3fd-4320-a55f-5b835ef75517", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88eb7f30-191e-4932-8baf-9652adfa2017", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4998488-040c-48c5-b6a9-601855b757b7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "740b9434-26ae-4a57-8a8e-0482b49b6d77", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90d8f0fa-0ca9-48f5-9d4c-ea10749800d8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa4c51b7-791a-4c42-b3e1-9a05f77c3afa", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c56dca3-52a2-49e6-b2ff-b52d091964b8", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "916d0542-bc78-4dac-8143-ceddfa77f22b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "93af50de-561f-4294-a635-f953dcab6947", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "548e0460-2487-4fa1-bdef-5baae4f61a8a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8a16284b-a7b5-4ef6-bea1-35af5a11ec3e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9587c5c-d976-4a7c-9227-c8a7d07cc867", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7bf3fe9-d468-4451-933b-ee069a138a89", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d64e029a-841a-45db-af10-17e8a893c8be", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_397.pdf" ], "test_cases": [ { "key": "674357d0-5b0e-48f0-bc30-66a25f20a9fd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "308b2b54-0ad6-474c-911f-1b9ce6c10154", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VendingData Corporation (\"Vendor\"); Technical Casino Supplies Ltd. (\"Distributor\")" }, { "key": "8a7a632a-5696-497a-a16c-f1ad6bde8368", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/21/05" }, { "key": "3fac8299-fb5a-4a64-ade2-2a478736f019", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/21/05" }, { "key": "6a0d369b-46fb-40aa-9e26-4881238ca6dd", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/21/10" }, { "key": "1396d8fd-e396-445c-9c7f-de5ff682da87", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 3 years" }, { "key": "e92de22a-9caf-46b1-899b-140569dbf9f0", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "c5b19589-ff10-4815-b360-41f015ec5359", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ontario, Canada" }, { "key": "5650a9d5-f261-4782-b753-41057de7f4ae", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7e70b75-067d-4cb0-8973-4a4d9e7249ad", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "090925ea-8e46-474c-a295-dfd0914fbed4", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "50ddd4b7-d39b-4f3d-a8b2-45fd7d7edc69", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "de15bdc4-62a5-43ef-a5de-faf404869791", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34c67712-f3cd-44db-bfa1-27e1a4794bde", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51d5b8e6-c986-4917-9d43-a23c8fe41b2d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dbc7713-2171-4e16-9791-f1379c496928", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "66cf84bb-aa67-4fda-bd16-a63d016b864d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16dacef7-2717-47e1-9fcf-d2047003fbc3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33f8b9a4-9238-4958-a9b3-8c4d5f0d8475", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9d2a31d6-23da-4019-95a9-74f1f56d9910", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "59ea990a-1abc-43a3-853b-04a9f3611c8b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "310a176e-b285-4774-8e15-35c846a5e6d8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe366497-5662-40e7-8533-0c58370b3940", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7af3bd2f-ffc8-4931-8c14-f14ee734967b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd5655de-8ba6-4622-b834-2a585c0dc4a6", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10905a50-6da3-499e-95d7-2488725b064a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "22ae53e9-3efa-4137-b4d0-7484aaff182e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "15b75ae4-1da0-451d-85cd-ba0363e03f7e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c45873df-a261-4dd9-89b3-0be8b0a94901", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe2d4913-e3f5-4c39-b203-72db3b4f9f2e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf778ed1-6c3c-433b-92b8-c64dc21192b7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7d1e6f3-1c85-4ff0-9faa-c57395be2177", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d98524e-155d-40a1-a512-5008d822dca4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "decee985-a5de-402d-a5e5-fbb04cc8e48d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1776b6e-53eb-42e7-926f-d01e6cc25d7c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79ba8c57-da74-497a-ba42-34122662730d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7aa08612-7eeb-4bd9-8219-edc926d4edd8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4036992f-2a73-4e71-b68a-a7e0a5aded71", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fd00e67b-d368-461c-8c3a-a2bf60c37e5c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "541d4097-74bd-4781-ad26-f0be1b05cb83", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fd62b61-de79-42a2-9eee-78d3e3211ca8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "4c36f6e1-fd57-4a2c-8a50-b648664b1f41", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_398.pdf" ], "test_cases": [ { "key": "0a841e07-e870-4837-9cae-86ffbdc3a181", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "0282fed0-622a-466c-b2a7-018f1d8311e9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Tripath Technology, Inc. (\"Tripath\"); Uniquest Corporation (\"Distributor\")" }, { "key": "392de4c9-5905-491c-8f11-a71640517128", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/7/98" }, { "key": "0fe2db0d-429e-4071-86d1-d49450a289c1", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/1/98" }, { "key": "14e5ff36-f32e-4a2c-9c9a-449d06007150", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "1e20ccc6-bfaa-4312-a233-62becd73f4c8", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "160fd0e9-9e9c-4b27-b836-171ea142971d", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 month" }, { "key": "5cd2cc0d-6efb-46da-8ebd-153504f251ba", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "5bdda858-d9ef-4e1d-9729-ac73c39385b5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75515862-f152-47d6-ab89-fa6f235b7463", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2612494-1054-4ff6-954a-d2076716164b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5f9ea5ab-ff75-45fb-8b05-7e52039739c7", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c36c3f8-aa55-427f-bf3d-9104e95fb21c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8cda9f9f-492e-4f71-8b93-75da7d2bdef8", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4c3a194-0d67-4150-a36e-958b182b393b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2d18e41-e77f-44e0-8a38-1cd8c00edc3c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8385351b-3a7e-4ae3-8214-9d674a0c4b4e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9219d54a-020a-4240-8a53-2663391785d4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42f731f8-ea8f-4409-a4ae-4f4bf5fbfb8c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "167094eb-d94a-46f3-bd70-abd4618e0477", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e37a8e8-a8e8-46b7-9b28-21d462a94888", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c757bbba-b165-45f7-8c98-8f6e826f9942", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "530000df-75cd-4c60-ae67-189fc545eedd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04eefe5e-c27b-42e2-9eb1-feab42d2b527", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2100377b-2e2d-4d22-a19c-79118b7723fd", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dce78cc1-f44d-4d51-b01a-4c86648ef144", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "800892d7-b398-45d1-a135-833b75493580", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11ab09eb-97e1-414b-a2f5-491313bc5abc", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bfb7b14-cf92-48e1-8133-a385c9184d76", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7df21e6-0973-4b68-b785-d8374f540a36", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a2644ae-f04c-4530-8eda-5d777aee4f34", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16798855-acdb-454c-9854-255dcf67cf32", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eba5f00d-62be-4885-8d1c-e00ede1df511", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "871d3a95-e9b2-4887-9aad-5683ee32bbf0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "94d8ce86-a192-441d-9017-d2ffeb35282c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df41c502-7aec-47cf-b9b8-76119119a4f7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76bfd33e-3b86-454e-8476-15cb9b68404b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc4de9ff-0d78-4a7d-835d-6c5dfcdf5f79", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ddea80eb-e57c-4e64-be30-3d634b2ad0f7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c06a880e-e17f-4dcc-be8b-1cbf4be6987b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "926f8293-e534-43de-82ca-079701a55a47", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0cd7692d-aa1f-4c96-b09d-0cc6ec9097d7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_399.pdf" ], "test_cases": [ { "key": "b90cec84-9b4c-40ca-b584-c317f3ebefbe", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "d1b86958-ec51-4da5-8f9b-877fd1f474b6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WatchGuard Technologies, Inc. (\"WGT\"); European Micro (\"Distributor\")" }, { "key": "717c713b-76d7-4a57-ac7d-fa08a9347121", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/5/97" }, { "key": "4a645c9d-b888-490c-b0f9-fdcabc399d6d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/5/97" }, { "key": "58f90c2c-362e-4fb9-92cd-868d59d88ed6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/30/97" }, { "key": "492a1f1f-6008-40dc-8472-f26817cfccd7", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "c0c84e8a-906e-43ae-9f70-68ccdca89997", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "3102ae3b-a57b-4d43-9758-8a1059e0ebd2", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Washington" }, { "key": "2064573b-8830-4ef8-aa87-c1878be2c1d7", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b872b120-6484-416c-add7-087d5f93e595", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "518cdca4-e2c0-442a-9fb5-bb132a3ec29f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "363e5128-617c-4780-8ce5-bf69a618f9e4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae497ea8-73bc-4cd3-868f-02f53d97c127", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8324b992-47f1-4e0f-ad25-a7776ce39e6f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f66b007c-486f-49ac-accd-292808371cdb", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2db67250-ea64-47bd-90dd-ffd1d2e876d0", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dd90c60f-6cdf-4186-b036-772632dd4041", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dba2fe06-db82-4ede-b055-e386ef9d85ad", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4a6bc36-f790-4a76-a098-0a55810b4c43", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51c96b94-9bf4-42b7-8df1-45afb6c1840f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c56f39a-39e7-4097-9c63-ec733d0d2490", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddbde6a0-ba7c-4f93-917f-e88167ec6a78", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10be3a31-3320-4884-a81f-bfe99101ee74", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b083d6a3-de8b-40b2-a3c9-39b8fcf97002", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa2a1f00-9fc0-4e41-bbbe-c3133a2a92d0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90d1a5c1-637c-4a6c-ad94-7203ea361be6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "88e86ec4-e89b-4bd6-a826-8957dcac6444", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "91106730-6618-4609-baf0-394cb93fd0c3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7603bf2-abe5-40e7-9065-63f7fe97edde", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c46a4d68-0f11-4b45-b1c2-13fc7d6b73df", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cfc38780-767b-414c-811e-8ee0de11d6e1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49c14eb9-041c-4fed-8e17-866a78cc00d6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb4e78e3-fc89-43ba-9506-30c12edccb4f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "93e6efb5-11c5-4dab-b6e0-3d2218374be7", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b747a646-9523-497e-b6e6-10a5844bc402", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1b1df472-e645-48c0-89ae-52405ba01478", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e19001ce-0f88-4099-9c91-58de3799177d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c649866-112c-4404-b0b4-a440419d537c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c7b7125c-7a33-4b7a-ba9c-cfc1d94ddc8e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a92918d-0307-413b-88b8-f5412799164b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ac779d8d-5be1-49bf-b83f-da109afc2900", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "fbb11c48-6dd0-4430-b44b-2a32c280b54a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_400.pdf" ], "test_cases": [ { "key": "d207531c-6ac1-4899-aad6-7366f118553d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EXCLUSIVE DISTRIBUTOR AGREEMENT" }, { "key": "95fa501b-9c72-48c9-b4d3-4355310ad1f9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "IMRS OPERATIONS INC. (\"IMRS INC.\", \"Developer\"); Delteq Pte Ltd (\"Distributor\")" }, { "key": "6f1c6bb6-cfbf-468f-9e9f-9a6206d32cde", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/15/94" }, { "key": "8ae809ca-f068-47b9-b8ee-f706b1f09ee7", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/15/94" }, { "key": "0689d445-3451-4a2c-bd11-d03f6356b3a2", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/15/95" }, { "key": "3d35cbff-3440-4aa6-9a7a-8262d2c981ca", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 2 years" }, { "key": "a2205fdf-58ad-4f85-b505-9510b45cf31b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Connecticut" }, { "key": "94502053-b0cc-4eb6-bae3-e7d0d89c1a0d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e704a33e-ef17-4680-8818-96abef730271", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71f55cfd-c394-4271-adb1-cc52fca47d62", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5953917f-d793-4344-bc12-2f960c3947e6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "87aed543-9e44-4137-a179-0fa68d286be0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba9f066e-e952-494f-adb2-27ae2862ace5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0fd2de3-4a68-4772-8e8a-70efe8970fff", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fbde300-b887-40a0-8130-c7932eaca980", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a8eae5e-7d16-4b21-90c5-8117407721fc", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6e1d105-b769-4932-a7b6-4e678d80f081", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e340aab-bedb-46fa-bee1-bb3cd560ad28", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86e78346-c3cc-4f51-8867-9e03044e8402", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a9c3f45-adbd-4bec-a223-4441c175619f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fd6dfb9-349d-484a-a373-788b0cb3aee1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "50d0a3f1-e10e-4736-b3c8-9eb27b7ef835", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4c2b612-b7c2-47f7-8b85-f29d93349a8a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efba2d7e-5c42-46f0-afcd-e38aa7bf08a0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fec21ba-12e1-4075-8ee1-750c7aa2779b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62c0565d-74e0-49a7-8c80-24e2b49451ad", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aed8a47c-195e-4d22-9906-656d1631dd57", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ede2bf2-45a1-45f5-89ea-e90aa0eef2d4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03e85337-d6bf-4f32-b677-4c9fe86cb2d4", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d2d30c5-c78a-4535-8c48-fcc7277495ac", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e06194af-4f9c-4d28-b28a-b081d94424b7", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78e8a2c0-e37a-45df-93c5-a9b92001a5e2", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fceb466b-382f-4c59-8b5d-70faeee86a08", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc931ec7-1b14-47df-9d7f-d61f10dd8acc", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3acc9186-4faf-4935-b8cd-ce1c6676f0a9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "40526883-9c04-43b2-ada3-b5d8e8349b13", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca3e8fa4-bcab-4c39-8e70-6e25b5e3356f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51426fc4-d959-4595-b6ae-9bcdf11620e9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfe5b1d7-b315-4214-9e01-e1276c58c23a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b06eeda-d0be-42f6-9416-a2ebcfb57a67", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bc583d88-ed3b-4974-80e7-66817c02bd59", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_401.pdf" ], "test_cases": [ { "key": "7709c858-98b4-492e-8412-a7f79583ce1b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EXCLUSIVE DISTRIBUTOR AGREEMENT" }, { "key": "5097e38e-fd5b-4193-b905-593cc1f374f6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LifeUSA/ Envision Health, Inc. (\"ENVISION\"); Sierra Mountain Minerals, Inc. (\"SIERRA\")" }, { "key": "f8b68871-312e-44f0-8f40-d5e4ca3ce617", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/8/05" }, { "key": "d47d5851-8cbf-480a-a2f2-d5cda45efe07", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/8/05" }, { "key": "1510e335-f3e7-4281-93d9-de1302b05617", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/8/07" }, { "key": "bf7c33e1-eef5-4e5a-b0e1-bba33613e664", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "88371a79-8986-4e54-881c-091ecbe84fa5", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Colorado" }, { "key": "666269a6-0b40-45b7-a8a2-6f224fe24f33", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5c18b51-606c-461b-b8e8-09d753598da7", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7fc173e-7d59-40a7-ade4-0516ea0170fd", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35327b45-0229-4b1c-b2a9-5e48ef83a17c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5166855a-7b14-48c4-af3a-c987ccb0bffc", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "243d9412-48db-468c-87c0-e99ce40869a6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77e5489d-93b2-45d6-942f-96d160b74c9f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d712b85-53d0-4ecb-8417-9fb4e7369916", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2056624-d1ec-4964-8a57-f07fe7941d72", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2c46bdd7-9c32-4a9d-8945-e4296a252004", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f1c30cb-7aba-4bd0-babe-7edf769eb8a9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "abcd8fb2-9443-437d-895f-6a1af129f683", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8f4acb1-12c1-4aa6-a2ff-a567a8add82c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a987217-ee19-42f1-993c-c5b8dca19f1a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b1a5435a-5825-4ce0-9588-d92313be5f5f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fde9db5-c5bc-4efd-aa62-6bc30d9c1b2a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ddaec5c-e1b9-4341-9b34-4a8d9865f0cc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8cf08e9-982b-45d1-a39e-54fdf731e598", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8883c8c-e45f-4a70-93db-a1505a38a5db", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4bc5646d-b480-48d8-9f09-4bf00fd7df88", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6351a864-69c3-41d6-93d0-3e2eb2d26447", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "076741fa-d219-4f4f-9f62-c63c33f286fa", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18296d53-3092-4416-91f7-9f289c18c069", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e81309b-63ff-4ac4-a238-15461959569b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32d2e9e6-96d0-4768-9b2c-fa1fe8ff1cce", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f418dac3-2544-4127-bdd6-d6706ee1749c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53b517b5-d20e-422c-a4fb-4e285f7be419", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07776b8c-0dd2-409b-98d9-c157f29983d8", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a6a95b7-c692-4cab-9933-58704fd9e011", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1c91cd9-c5fd-4021-b490-494c0d4904f5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03ca5d3e-4ffc-42c4-ac71-6b1bec7b5f6b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e318c193-6030-4308-8c19-3fd80b96b273", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd28a2f8-285f-4c13-af39-b4255270a629", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3be23cb9-28e7-43bb-a045-94e5765286de", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_402.pdf" ], "test_cases": [ { "key": "cae57c32-e7de-445a-a776-8c12411ba4be", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Distributor Agreement" }, { "key": "606063e2-42d0-47de-a9dc-badd17ae1aab", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Lucid Inc.; [*] (\"Distributor\")" }, { "key": "2a3c061c-a842-4049-a603-25c60fd91e1e", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "fcd3ce46-f67c-4f35-8717-da54a4575e80", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "37215241-e683-444d-8a78-8eaea9093714", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b7f81fb-34c8-4127-93ba-b3773c310e86", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4b7b9ea-2f7f-4113-88e5-4ed7b4e38b6c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a0190842-07e8-44b3-adbd-3fa116e9f14e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aaf91ddd-1c8c-408c-b24e-8895edb7255b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4d8f7a7-973f-467f-85d2-c349777a2b7f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2eeee1a-4338-48ea-862c-f5c7dd53a4f4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "597b611d-3fc8-4e18-aecc-66340926662f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "92fb900e-7c8d-415e-8bd8-3b1992c03654", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81a8249d-63d6-4202-982f-46bd1b8918a9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24c4c2f0-3a87-4f4a-945d-c7c0bd356a49", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00864fc1-cbc6-46e8-b02b-27e6d3e57527", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cded9e6-f906-47e7-b1bd-878c88f56de5", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90f86d09-dc48-47ee-abf1-2362540f6c31", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46bae5e5-bd8a-46b6-a02f-6c951a763d1c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20df53ba-9534-4903-b7af-b9c8333df624", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22b9102f-9e53-410b-a9d0-a98565e4369d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c25605cc-f188-4f4a-a65d-bf8239f2b272", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1113d29-7e7c-4b03-aac2-0a48c14af9b4", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6441631-16a0-42b4-8b26-567d943ec7d5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5d736d7-64d8-4b14-b485-4f80db7b8a7b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f50d101-25a9-41fb-a0e5-61c35ff12b57", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be1b4e2c-2c45-4f8e-80f6-29fc43bea196", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e0d21bd-b879-4dea-aa62-f13a49655163", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e89f3d0-a322-4772-95ac-31c26a4592c1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26dfc434-128e-47b8-8f68-e0afc1c659f6", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "080e2af0-8b5f-4ae5-9007-02baff0f6007", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30549efc-05f6-41eb-8bc1-325809d2ac1a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eaa71f20-83d0-4d08-9753-77d65b01202b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab8da2bf-e82a-4213-97b9-92a8bb1db847", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51586f0f-59f1-484a-a74f-2ea880394f15", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9867511f-217f-4a04-a57e-720c3661f40c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "820a8373-4ef4-4f1c-890c-e14cd8a4a749", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2797366c-308e-40f3-b925-7e5687158f64", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_403.pdf" ], "test_cases": [ { "key": "5e841fd6-557c-482f-b1b9-58a4e90aedbe", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "b79aa31c-9c1c-4b53-b3c2-f43bd41326d0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Electric City Corp. (\"Company\"); Electric City of Illinois LLC (\"Distributor\", \"Electric City of Illinois L.L.C.\")" }, { "key": "0903a12c-6b36-4287-a7f5-94ce89b1baa4", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/7/99" }, { "key": "a5f1bce4-7612-4855-8036-ad72b7d00bf4", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10 1 years" }, { "key": "ffccef41-6b96-4e89-89b7-5f2f9a9a7c1e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Illinois" }, { "key": "0f42930b-3eb0-4919-8e44-10c143dc7f73", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4109fb09-8307-4f2a-8d69-1badba4a3b32", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14419e7f-d2c9-4c0d-8ccd-a35f0a814d08", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f03b63f-f280-4459-9180-b3b787513dc1", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9b8aba76-aea4-4392-87c4-44699f14b2d0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0f4cf0a4-61ec-477c-992c-0f0cf10fc8b7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "03f06d53-7626-4da9-a593-68cedd61fb33", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad109072-6ffb-4741-b808-d171b3c7bcf4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37cde6f0-496c-4475-9b48-44665fecb1ac", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "07a1eccc-3db7-4f07-8057-bf799cf6cf0c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e46f7ad3-cb7e-4784-8b47-8bb8964fa4d9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9e7a7d6-9163-4efa-b1b8-c40ab0776de7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d319d89-9115-4809-8b65-d5c31c7d9a4d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8c1820c-2afb-453b-8f43-0821511c11d1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98707571-d629-4f33-be60-9fecdc336398", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc10aaa6-6ad1-4b8b-a50b-361d313f2e9a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7be55b5-4cc6-4eef-88f8-5072774ccfb7", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c446b5a-62d6-4487-860f-a722ced9271a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5aa5fd3e-324d-4b17-96b7-9f433ee8cc7c", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5055055-67e0-4db4-8675-095eb91b6dcd", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23761a96-ede3-4835-af1b-2ec29da5d72a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07d6a734-6204-497b-9e54-757e9d216bc0", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d7884f8-aae9-4fc4-bad8-c4f1f153d924", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd8fd3b3-c282-471f-9681-7dd6d535b64b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc6516d3-a2ec-43d5-8456-faa9e87d4b48", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9a952e2f-fcab-4b48-95bc-11a60f0e4132", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b38caa3b-c58b-46b4-8adc-b1848dbdb5fc", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f7e0a19-1d14-4551-9e6c-a2af514f03f4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e465ccbf-8247-42e0-85b3-d93c23199a9c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "694c0c90-a8d7-4116-85fb-6d175b6f925e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f996147d-54c9-4474-bd81-1a9f10025a49", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2eba5472-d824-4a59-a347-e965504682e8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b618bc61-bcf4-4e1d-b0d7-20d741b9e7e7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7c19be11-fefc-438a-8ed2-9ce770b6ca5b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_404.pdf" ], "test_cases": [ { "key": "8711d045-fed2-4687-8983-d2b76f10c2db", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "4244f547-1f7d-4c64-a154-b05404b6baab", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PPG Paints Trading (Shanghai) Co Ltd (\"PPG Shanghai\"); NeoMedia Micro Paint Repair (\"DISTRIBUTOR\")" }, { "key": "700841f4-d911-454b-a062-0c159404b3c2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/01/[]" }, { "key": "c350341a-ba1c-4222-92b8-baf93d485bc4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/01/[]" }, { "key": "b9c5a86c-9000-44fa-88b1-be867bcf692e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/06" }, { "key": "f1a0bb53-7b33-4735-bc03-d2f68d3872ea", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "6953f7c6-597a-4a24-9dae-6152cefbf356", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "People's Republic of China" }, { "key": "96134654-0ab5-495c-9f31-b9b5afe1f07d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "999dc904-9991-4594-a406-3cf64d04ca28", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85a3fce9-0eae-4153-9123-6166d5355c6e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "957fe0f9-f338-4620-8e4b-6e8ae39886ff", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e2c319c-2338-4818-bf0f-75aa8c69e7b3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b18c45a-17d6-4400-91b7-7b0236477b87", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b62c816b-5c07-47ee-9057-546a5da2c348", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34269c23-90fe-4625-ac0a-6be2156b3328", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11c1d168-4cfe-4f2b-890f-7ccfcbe4388f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2eb500af-bdaf-41bc-b445-88f0ead9a406", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ee29abe-0a22-4ac2-b621-c5a527c2cfba", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2cd41c58-7d82-4f8f-9e72-3925bb2235b6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b44770d-2cb9-414f-8594-3f6979b4ccc4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97c5411a-4ecb-4db8-8359-06e1d743fe9f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10646fe7-33a6-49c2-a01b-befd3c3086f2", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43509c24-24a5-4f05-8f35-23b6e45d15b4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eda444b6-4b38-4ce6-b876-ee2ea556ce8d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2180ca9-a183-4273-a9bb-affb3218b8d7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d152577b-a954-4be4-b83f-0e36bbdb8991", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4e5854da-f0b7-4ae5-a633-8cb5b3fff0eb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac86eb74-e8b7-4a65-90b1-c426748eb4cb", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf0efa23-8bf3-4485-aefd-28953b4c11ef", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "367c088f-c25b-4c5c-8fff-3b09adf73a28", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74322a53-da4d-401f-a693-84bbf0e8b2ca", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8b2330c-0335-4d54-91b1-c0d21899508c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36f7497e-c553-45ad-8ccc-7f3f79281f6b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "396579ba-c5ae-417d-aa08-38899f7af607", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "861736d6-7eb4-4540-b863-03f281d1f06c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2cbe8f48-62ac-4cb2-9d6a-c988156293bc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fd34c39-d0e6-475c-9d9e-1fdeb687d2f8", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "75a154fa-ec8d-4a9c-b56b-ac2cc8ba2816", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d3d7db7-3e89-4b93-afe2-4da3604b44ee", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa86e8d1-feb0-4ef1-8b16-3dba585df47f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "393c38c6-0fda-4935-ae92-56642de06ce0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_405.pdf" ], "test_cases": [ { "key": "745a4e9c-be20-4c29-91fb-d7ec3fce69d6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "6bd5d5c6-aad7-42d4-b183-6060e0dfac05", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOHNSON MATTHEY CATALOG COMPANY, INC. d/b/a ALFA AESAR (\u201cALFA AESAR\u201d); Nanophase Technologies Corporation (\u201cNTC\u201d)" }, { "key": "4096e7eb-46e9-4759-abf1-d01f9e7a7016", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/24/05" }, { "key": "e17bd20d-1258-4800-b64e-1fdee35c9319", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/24/10" }, { "key": "137df7d3-c523-4a16-91b9-3e16b2209b4d", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2 years" }, { "key": "79f2b9e2-5080-46f8-a44c-518266d7396d", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "e138404a-4663-4191-9124-f30716f148b8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware, Illinois" }, { "key": "e15808ae-86bf-4bdb-93a2-4ee54365e170", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8fc3d8d-09b0-4109-ac04-d3251dadae80", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09b16f2d-29b1-412c-bfeb-549ae720384b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bee830f3-5e53-4e11-8ca9-19b1e2bb0c58", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "25386b2c-4265-4ab4-aa1d-e08d189b95ac", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fec9ce28-2968-47aa-93a8-b2c0f0af975d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d6a40ac-9468-4bf3-9796-aa30141e32ff", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "382d517b-92eb-4cba-8857-5a2e5005b28b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "60e4e74f-c8dd-444c-a4ca-ed9102011bc0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b045975c-685c-4c3b-8405-448f7dbb2ec0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a26a46b6-e9d5-48d0-afd0-fc068ff335d0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "027b2368-757c-4747-b939-30fca7c2c078", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a18b323e-635f-4f7e-afd3-4c4daffc2ca1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c394b443-fb4d-43e8-87a9-e583d702125a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8c98b902-4fd0-4500-9c08-8ea2236f91e4", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "323d42f8-6b37-4a6d-af02-fc7dde7a1671", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0326a46-d4b9-4336-beda-8d2087ea3ea2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9c52102-32d1-4742-b137-328ae03ef9a8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab8ea411-5aab-4133-9cc5-04641345baac", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d1fc007-f8df-4b5b-9ef8-ef53d1f6dbe4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2c1f622-c6dc-4ee9-906a-f3e2b71f7e70", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21ec8bef-ff5a-4cd8-a8ce-625860c8a635", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bbc3c96-0a2e-4bcd-ace1-e2cb044c7656", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f63c6277-8664-4ecf-a62c-6eead2b2f911", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b9e2356-6806-4793-b434-c1b6d9c4f8fe", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a2802d8-157d-4034-af0f-7ba45b7cd455", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "200ab08d-b109-4a64-9fca-fc2087fcabd1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e89cf1c8-010b-47e8-89d3-8871829f085a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec0c5dda-4c38-4859-ad21-2190fc38a349", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd4a2772-516c-49e0-b5dc-9f617bbf4b03", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8aebf5f4-49e4-4c08-893e-f196c34a5dd3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "293f4452-9c00-4a21-9c8e-c59dfc39140d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d41a266f-263f-4f80-81c7-8d5f3912c563", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "36042b02-3ecb-4300-b0de-9a628bb68a36", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_406.pdf" ], "test_cases": [ { "key": "748f9e84-c1ad-4571-8783-3e5702a69067", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "75017a75-a0ae-4274-96da-79b3918154f4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COMWARE TECHNICAL SERVICES (\"COMWARE\"); INTERNATIONAL TEST SYSTEMS, INC. (\"ITS\")" }, { "key": "b1a37db1-5771-4eae-a62a-86b0293e3da9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/15/00" }, { "key": "0adff0ae-b084-4b68-9d73-a458023ce292", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "02265b20-56ad-4be7-be50-110fcab57de5", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "1613a0cc-f55f-48a3-9267-d1d87ce01a91", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0accda73-9284-46ac-8cd3-5e3b8826c7ca", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0522726-b0ad-414d-927b-131e8cb5a12f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc0371c6-2ff3-451f-bee7-5af118dbbb9c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8d26f83-d023-4c1a-9156-699d38baebca", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a43a2206-22d9-4a04-b842-1e515d5e1014", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89e02049-9187-4ad8-8319-e4a8a500bff5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59da36c2-1d7d-446b-8f02-07578d4d5495", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3d99f6f6-8f34-40e3-92da-1bc8a2c958f0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4d653f6-4f6f-4b99-8abb-6bd6c2876352", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a4b39d5-cc1d-41d0-8329-1b76c33eadc7", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cde3267d-4215-4838-817a-3300be698b8e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d6902db-93a9-455c-8771-1a3971ef1618", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4e00b2b-144d-4749-8039-58146d1f2ee0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb43097b-62da-4e7b-985d-fed994312014", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c2e49eb-a84d-4c45-aa37-e7afb4c1cc6b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7c18c51-1c5f-4aee-a29f-128ac9effdfb", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a85b796f-8684-4464-8669-bc5d95589c9f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cff1c934-dfcc-4c3b-9ab7-19a5ad18273b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a844919b-c460-409b-8179-0882a5b73862", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08f5ea1b-2cef-41c9-b1b4-f4483e5b1deb", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6553b67c-655a-413a-91ae-f4e76c3af4d4", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f13b18a2-80e2-42ec-9b83-2778cc0629d9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23450d9f-7868-4f4e-b6e8-300da5ab87f7", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f88e521-81bb-4187-ab7a-baaf30d0417a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99f2d6bc-cd5b-4247-9554-bc6bb2f7ab0e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "811534cf-e8c5-4c12-b933-e277787aa658", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4379062a-8c67-4706-acf9-7aae42c11a1f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "859ffad2-34f1-4a16-a3da-d5daa34282dd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39e59b08-2e87-4455-a02a-2c6d3c072b46", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8d396d1b-2460-4d6c-944b-d699612a5dca", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "248282b7-065a-4ef8-a131-a66d29e2b870", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a5ef9aa-ec92-4374-b0cc-d377222887ba", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8e796c9d-ffb1-4181-a0bc-65339bb92615", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_407.pdf" ], "test_cases": [ { "key": "b997e9a6-4886-4ef4-809f-79d0b0d12023", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "34acd2db-561f-4f33-8cce-25280b30b981", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Wireless Links Inc (\"WLI\"); Jaguar Investments, Inc. and its affiliates (\"Power2Ship\")" }, { "key": "50ee2eb4-88ee-4f12-9d75-8c48dd7334c5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/7/03" }, { "key": "0f0f1d3b-a321-481d-877b-39a99b5962a4", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/7/03" }, { "key": "d118f7b0-8d1f-4edb-8694-7c1a5840b571", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/7/06" }, { "key": "4e9b033e-947a-4a8e-80bd-59353050bbb7", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "508632fa-dc4e-4b1d-899b-498a22e566a8", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "120 days" }, { "key": "1c6f089b-ef6c-4d3c-b48a-a9afbbe637f1", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New Jersey" }, { "key": "d60d7055-06ce-4336-bc7d-96a16985f567", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a37f558-dc07-4ab6-80f8-959296a58877", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efd3fba8-3648-49d9-a866-a2b2e1208797", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2980a58-dbe6-4ddd-beb9-11505b1ffa0a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b342a086-2481-4afc-a912-2e3c64449a4f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c9f84d1-0bcf-4366-94a6-cd5c4ee22b8a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b49cfbb-9e9d-4b22-a0d7-eb007f5c64e1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7aad724f-5984-4c27-9a95-6066df4fcabd", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b44a3826-c2a7-4ba1-9855-285b7dd1bcd9", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "610b6c63-86b3-4d36-ab31-4482e1653d29", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68d1bc8c-4523-4232-a9a0-e3a24f3a7a47", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa399940-80a1-45e3-a0a0-61bdc7c42907", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5ca4f395-032e-40de-92b4-73f622f6eff8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb927176-25df-453d-ae88-1f1f91917738", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ffad46d5-0006-4a21-a12f-a2e5cac3509a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4808ed96-70f1-482b-9b9e-6381a04940a8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5435a282-ae2d-45e9-b198-919b7cc29351", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79be926c-28a8-4849-8e46-f6669227e0ff", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "927d1e62-f048-4ba6-8839-464b5dede954", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eba64fb6-7208-438d-9ca7-ad9999bd67d1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "706162ef-2ddc-4026-a360-7f5e5da06a5c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc82f6b3-0eb3-4104-8c4b-1bf75bd733c9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "551505bb-4ecd-4c34-bbf2-5dcdb2d97322", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "030ffb0b-0987-4a02-8939-4e70dfe01bc3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a75822fa-7542-4fd4-a97d-cfe39bc2f844", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d9ebee14-328d-4598-b7cf-2981b1091979", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fed7d013-59a4-415a-a86f-8bf8f199dfba", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81e9b51b-47d1-4827-9e29-1b064dc09152", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "176611ba-cbcb-4e29-abac-ba2632e6b4bd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ccb0a264-435e-434f-a870-4628f7f742c0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e853f475-f5eb-4d37-9a8e-8817df6720a5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "885c6a1c-5356-4daa-9ff0-b532824255b2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d2f3c322-f31a-48c6-99ce-cd8628e05f04", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "11a4a681-19b6-47ec-a88f-2eb437063e98", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_408.pdf" ], "test_cases": [ { "key": "59757cd6-cde6-42ed-b8d3-662526c8d424", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Transportation Agreement" }, { "key": "62cf107b-1447-4017-879d-9cb8a7e00975", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Energy XXI Gulf Coast, Inc. (\"Shipper\"); Energy XXI USA, Inc. (\"Transporter\");Shipper and Transporter (individually as a \u201cParty\u201d or collectively as the \u201cParties\u201d)" }, { "key": "c5dbcc32-3032-49e9-bd4a-bb613b09057e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/11/15" }, { "key": "c30fed1d-74b7-44f9-baa0-e51f7b001556", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/11/15" }, { "key": "52854673-eb66-4c85-a19e-9ec64c416285", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "a02ad5df-4719-41a6-a3d8-10918409f9be", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "ee18c775-2e23-4d3d-a2ef-e325506ce5bb", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "6ac52b3f-8f4a-42a0-9597-a1e3270a4ad2", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "065788e1-9f6a-48ba-bd90-2918fe83875b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d40a5546-c9a0-463e-af3a-a1ac5ef69525", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c44fcc6-a7ab-422b-8155-c20a549d5a7f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b529eff9-4c0a-4402-9442-d917ede08d0b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c70abd94-905e-4a29-af7b-e57bc417d994", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b303cb7-dd32-4654-8280-76797c6af0d2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34a92150-71e5-4e62-bd76-39639291a041", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b505700f-91aa-4bec-9f1c-17916644a8d2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6fbeec66-2b0e-4d64-bfe8-fe5fb6bae475", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1f40a31-4e7d-4942-8918-4987132c4c53", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a6a102b-934f-4778-9032-e6d86447d0be", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d9320dc1-f96e-4077-a6cc-80896370bda1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "532450a3-b950-4b13-a692-f476dc615c4d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e615080-ffec-4350-a54a-9167891053be", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f8647b05-8479-49bf-a1f4-a941a8de8267", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b62c87df-a145-4a78-97ae-847632e327d6", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddec07dc-60fa-41d3-b336-dd333c940a3f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5a42d62-0256-4b8f-bcf2-d4e3bc33f88d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2ec6a34-5a1f-44d3-88e7-612b2cb62f17", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e877cff7-608b-4f39-8ea5-352e8c54e498", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bac200d5-2b56-4bf5-b531-8c225bf54f56", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da5ac1f1-db14-4ceb-81cf-46162f997f6f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91020fbc-3c6d-466b-9fc7-e94a94a96e65", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f197c3ed-60b4-46ad-9c3e-01ce468880ec", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2615bf30-b3bb-4365-9c70-ef5c838cbf69", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d366da3e-4554-4299-a4ab-f5ef1785b38c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e59285d-c444-40dd-be79-114434a7a38c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c875427-1ad0-4c07-9a2b-10161684b61b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a5b6dc71-d29a-4aba-b7d6-08f9c813cd6d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b939165d-4b54-490f-8388-3eaa0a404bc5", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b9c7d47-f359-48bd-863f-436a752abd20", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9394db75-04b9-4730-834d-672e474d9ea2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb3d48bc-f5e7-490a-9a55-6d58c2789778", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "be5f9031-cc63-4cd3-a1c5-4ab773dfc693", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_409.pdf" ], "test_cases": [ { "key": "88936387-8fa4-49d6-8f26-164c65151cc6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TRANSPORTATION CONTRACT" }, { "key": "05b7569e-bbee-4913-84a7-e6956d5defa1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Enterprise Transportation Company (\"Carrier\"); Enterprise Products Operating L.P. (\"Shipper\")" }, { "key": "a6070c9f-2232-4c43-8668-747f9d4ed4ae", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/98" }, { "key": "a2355942-1355-4977-890c-743b083e162d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/98" }, { "key": "575ae088-e14a-4769-bb5f-9c1b6947f744", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/1/99" }, { "key": "acacfeec-fffb-45ad-8c5b-21d373cbf6b3", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "3e54c5e9-9272-405f-a1c3-9bb785382d9f", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "f2052c3f-28af-4d22-aa53-b8aefd81e661", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "d150775e-660c-4087-a9ad-cd8df49ec0f2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c6913b9-23ce-4509-8a90-23dfdbaa789a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93ac4916-8945-4c62-b693-c5a1f4df098f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8932b6a4-27ab-4b0f-9756-bb2713db39dc", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f86c22f0-4740-4c67-b08c-427796dadac3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a88a5e01-f0fb-47ff-aa25-97d767c93f5b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8134e814-ad73-4cdf-99e2-9a848575b084", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "571940c6-8e1d-4bc2-a192-0f3c1d22e9ea", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4709d338-3d6b-42a3-bb76-54fa1e266d79", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "464df004-39af-4a38-83c2-9ae31bbe5da6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34a25508-7086-4bba-b6a0-b5c4b46ef2ef", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1fe62a4d-eb21-4afc-90ad-97f719570fc7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cded8ff-5e87-43bf-a7ea-c1e1f97faaae", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7f28e56c-7067-461a-94b9-1e5e3ca1df47", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "69d23661-6838-4ef6-87d8-f72299f99d55", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f2dc9aca-f732-40db-a792-644dd510c349", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ea14934-1012-44c6-8ead-604bb2837fd5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4b4bf09-85b5-44de-8cb4-958d6479eafa", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "316c3c4f-4aa8-407f-91a7-47aae1e09bea", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "609f75b2-6eda-4ff6-9dc2-45cbdf077744", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3be9aab-72b2-4220-9694-cdd68d343dc9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3dd38d31-df02-4d91-8b15-dbc51c32405c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f93e76b-22b9-4532-b881-26e2084d416b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f74e57d1-e3b3-4d20-9a8b-6d3f8fe3b95f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92aeddc2-0731-46f8-a8ec-82dc0be701f6", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ce1321f-68ac-4472-8003-4f658277fdb2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d896947-a077-401e-b1e7-c0d8a269899f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d1c9b31-3ac3-4f7b-bc50-f614e5085d2e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "891112de-b17e-4ab1-8a1b-49a0d3dbb69a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "162555b7-d6ab-4338-8808-8d2114070669", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96a9f84d-ccf3-4091-a064-ee9af681cb71", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a4cc9151-ca94-423e-a8ac-39f9706b80b8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbda9a77-d4da-4ead-a32d-aa94a688fa49", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "46f1d2e7-88b8-42c4-a2d4-400f7b48a295", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_410.pdf" ], "test_cases": [ { "key": "b28fca6f-6ae6-424e-8e85-30f1d28ffcb5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MARINE TRANSPORTATION AGREEMENT" }, { "key": "7b1b032a-1ffa-4d53-ad8d-4d39edead2ab", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Martin Operating Partnership L.P. (\"Owner\"); Midstream Fuel Service LLC (\"Charterer\")" }, { "key": "07ce7754-98a0-4a4b-9470-b39311ff65a8", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/23/03" }, { "key": "0de37e5e-a810-4bd1-8a9f-be9adb16a45b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/23/03" }, { "key": "eab2a668-c76a-47eb-a68b-98f406fb0d34", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/23/06" }, { "key": "d5a56552-7753-47e7-8ef3-523ea4fdff66", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "602bc536-fa1f-421d-9e59-f4fb33cb6a45", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "d1dbfa1c-a813-4625-b875-6ad117a0d2af", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "0290f25c-c770-44bc-babd-9eb1a18adf0a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a041057e-22eb-448f-9f09-74a76d481dce", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7958d24d-637d-4713-95b2-e1a646feca78", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1147710-982d-44f8-ad8d-bdaaa3318e54", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e89e8f51-368e-4e0d-8e4c-957ce10fe091", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaa1989b-830f-43c7-afd3-155d36bc0ca5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32263a31-d957-4196-b871-fb9e27f125eb", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bb8d878-5baa-4058-8321-71f90aac00e4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbf12114-edc5-4ae0-a219-ee433999456b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f29d00d9-8677-4022-83b3-4c1b50837938", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "848b51fa-ea1c-4985-a99b-c90930b19b75", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b2914422-7ae6-40d7-90c2-a72150d591fa", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c462d386-97ce-496c-ab78-0779266eacba", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db59c4c5-c016-43dd-b90c-7f358aeb640d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "805493d1-6e1d-4476-b64c-b61af2b22563", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd6b78a9-d8ad-4ae4-8e0d-504d701d2257", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0540be6-1bec-424c-96bd-d45db896a347", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e666946d-be93-4193-a8e1-38cd14e525f0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f911f663-8742-4975-8dcf-a17e24e47d8e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "656433fc-830a-4e35-ac09-548127e6d5ad", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1030e59d-977c-4a69-a444-f95bcb57ed86", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "904a5d32-1be5-41eb-9f38-3149c9cbad14", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e41d0f1a-3bc7-4324-950d-309b246663c2", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af11b8b9-b895-42d5-8aa6-72715c0f10b3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3206d270-61a3-4022-a073-e685f16a867a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d4c1285-8e4b-41e1-8034-ddcf7355f004", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f96b0a08-3ea9-43cb-acc9-773285f15b9b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84768f27-9858-427f-80cd-987851bb4e7b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "816c59d4-4b90-494f-be0d-767c7997346e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb0840a7-2f09-408d-af31-b144ec80ab8d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "64cb06b4-67cf-4ec1-8050-2249f451e683", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "40de9231-58e2-4ab8-8807-6aa1442f701a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e3c0a46-ac4e-4ad1-9f3e-0dec7b395dd2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "50532354-d6b7-4fe0-bdb6-299a893ac4ee", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_411.pdf" ], "test_cases": [ { "key": "17cd18c3-5f3e-474c-8f4b-c1fc4d009b36", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "df37049a-ad99-44ef-8ee8-decca28e9b77", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TOM WATSON (\"CONSULTANT\"); ADAMS GOLF, LTD. (\"ADAMS GOLF\")" }, { "key": "94f8de3f-7bdd-49c6-8a53-d7adeece84d3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/13/05" }, { "key": "7adb9110-fb3b-49fb-88a9-add0975986bc", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/1/04" }, { "key": "d8d9bc1e-6ee8-4e4c-b125-3cd0687ed569", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/[]" }, { "key": "6bb4ef10-96ad-4f39-9f59-8baf7b198cac", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kansas" }, { "key": "5475c11f-8721-467b-8b8f-dd5c8a5ec799", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56f7fb01-d648-4e6e-9495-fef1c8b7a378", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b9c13be-f947-4c59-8fec-24664f210f0b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e1e904b-8e40-45f9-992b-1317ae438cef", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3150a883-b41c-4954-85dc-918ef1545ada", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65f16a1a-4dbe-46ad-bc63-152988008de7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "daf0118f-04f2-42f0-be77-fe9291a9c899", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8940bbd6-7a1d-4485-ba8d-c50ba06a6565", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22fc24a8-d760-42b3-8611-67bc2ed68159", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "315882ef-ca0e-44fb-975c-7aadff725837", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7d46821-b4db-4d89-9d01-b8ef3ce8d3ea", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae5556da-bf99-4867-a114-ef7118f699c6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22a86d18-6307-439f-a6ca-e5868e52bda8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79181f16-8166-46b2-8a5d-829099a18fa7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ff158b9e-44fc-4a6f-b007-531821e11edf", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7957fcc9-b6e3-4666-8f41-4fc697944254", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b394a018-47aa-41ea-b9de-5d66976758fe", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "243b91b5-8ec5-46f3-a335-d8b3b661ef34", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6881eb27-e580-44f4-954d-96052f449d93", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51a493dd-d5f3-499f-99fc-07416a7f699e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7ec4c61-d24f-49be-94a0-f53e8a855886", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bb38e54-5b77-4811-9d5d-120e5175d258", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dc4b687-d634-45a2-a0de-ec6a83c9c3f8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b674acc5-650f-45aa-a0c3-b9d1771fed7d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1ab6943-4c5e-41b7-ab1a-74860a95c1a0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ac68d5e-7b89-4715-a4d2-844b38835781", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fe2c2c8-d461-4758-af71-2da30d6164de", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "460969b2-add3-4e89-8cc1-18117c63c978", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53d7092c-1c8a-4382-b3bb-d9816cf7bb6d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edca21c6-11fb-4601-872b-31e85535aa4b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec6d4ffa-6103-42fb-980c-fbe0025db74e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a932db0-b787-46d7-8090-3e5d89425b88", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e21369e-f1b9-416a-a1e2-42d77754ac2a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "04c85384-8e3c-4f18-9850-3f2e4dfbe478", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_412.pdf" ], "test_cases": [ { "key": "15790b0d-cc2c-4cf1-afb7-f91c74b56635", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Endorsement Agreement" }, { "key": "0da2b31a-d984-4727-9cfa-c7135ed816f6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kathy Ireland, Inc. (\"KI Inc.\"); Kathy Ireland (\"KI\"); The Sterling/Winters Co. (\"SW\"); Diplomat Ambassador Eyewear Group (\"Diplomat\")" }, { "key": "551f8f0f-9c74-4c29-b0b0-3cb42d9f14cf", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/24/95" }, { "key": "afde7bf1-7fb4-4850-b9f1-b91072a533d2", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/1/95" }, { "key": "64290cac-7e65-4171-9f4b-038ddfb4594d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/30/00" }, { "key": "a05baaef-e162-4b80-ac80-f2533a9f4013", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "f4555b72-bd7a-45d9-a88b-e3fdb572e88a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a8fca34-6d23-466c-b58c-a2e0a5e4b980", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "03e6b5f8-b79c-4599-bb5d-c8bf93769973", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15738a04-715b-4305-b590-314779c512af", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6f324266-3c67-4cc1-908b-11e9fab8e7c7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b579521-448d-46bb-a05c-3df3f6c5df2e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59e11c7c-d4d8-4f0f-9765-872a9ee7eba0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d200a081-c313-4f68-bf97-cecf0e1ed828", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a27843be-137b-4562-8476-03ce519d367c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2da95dcb-1d6d-43f8-91ac-f8320830b59c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ef1d8a3-36a0-4c41-b154-c2501e1a45e9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "db066faa-56a4-4f05-831f-9f3e8073c914", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "13e3a433-c37e-4989-800b-78659668fb31", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf868501-8783-4106-9f2b-966baa9d4821", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8a7e645-cc62-4f4b-96e1-33d1f124a981", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aef2e044-0310-4225-8549-8551f389dae0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c18f0891-54d7-4f44-8cc1-d2c285524272", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e96ee0f-d458-4c25-bbab-14700a0f7558", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "be6ed4ba-f5d2-4cc9-b30b-18043e3e612f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ce8879b-03d1-4983-96db-020db09e25e2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1192ec6e-3875-4b7e-b1c9-3118f6952d4c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3054baf5-410f-46ad-957a-fdfbd4b0032a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c022db4-3ebc-468a-9815-f6f5a50e78cc", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83b37f48-e344-480d-ba22-e2787556b9ab", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2200c46c-6733-49b4-958b-0be46ae0a544", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "83f8f1d8-0f1c-41ee-826e-8be966964b74", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "469f858b-2ed0-4ef4-9472-520fa1876626", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3a22385-267f-40fc-a9e3-9b9f4f4f5f69", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7a85f7c-a593-4711-a6d1-0c008d981be5", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87106f2c-1c24-43db-9c43-ad35eac1a8a3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19352879-2b8d-4def-ad36-9aa73c9f033e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6b606f3-ff5d-48e9-9ee0-4ed58f6311a0", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4cf21ee3-bd8e-42df-825d-4e8d541475f3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "5a53fe56-0c02-4737-8171-81b770b5efff", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_413.pdf" ], "test_cases": [ { "key": "c7fde38c-67ef-4af6-9187-a499434fe219", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "493784c8-4718-4818-bf59-0c28624b7149", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Holiday RV Superstores, Inc. d/b/a Recreation USA (\"Company\"); Affinity Group, Inc. (\"AGI\"); Company and AGI (each a \"Party\" and collectively the \"Parties\")" }, { "key": "bde6c0de-8c96-4f25-8a5b-e7002fab5838", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/02" }, { "key": "48ea7903-11b4-4f15-bcff-65012d5d33b3", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/02" }, { "key": "d3e748d6-4fdb-4f8f-8244-72aa44a6ab08", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/05" }, { "key": "43222b94-eddf-41fc-8e05-61bd8f0e4f2d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "bc09c625-05a3-4114-9a48-b072005ae54f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36e099eb-e063-45e5-b481-e044c9568bbe", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73a663d3-333f-44ff-9d93-aec796137f34", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e5d7781-e531-4cfa-b996-bf7c7148b996", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67bd7b56-bd75-44e2-acc0-d8a38c12bf94", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1bc11fc0-768b-4a69-8091-3bbeef656ff2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "607eccae-b2bc-4892-b20e-57e3993b1f8d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "371bb510-f73f-45f4-a130-92a5e4ca1ed8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8d546fa8-2358-4561-8d94-8f54516deccb", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fb03822-222b-4df2-9dd1-6879f5189391", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f331d669-e4e9-4e65-9e93-18e757c2969d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86b96f05-247c-4591-b905-11c0911dad30", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9deccac1-73f4-4c24-9bde-e3d10f21c5b9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "244d9df1-4461-435d-ad7d-2de6695d1edb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "724cabd2-11c4-490e-b8eb-472dd15b5dca", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed6f7c2e-91b2-4a14-84a7-fa74dabab484", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e8922ae-5394-4f8a-a28d-82eaa256fea1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2347890c-959f-42eb-baba-c398cd5555a8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3514d9fb-24ec-4211-8a78-bf14d6ab9bdc", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39f6c8df-32eb-47b6-96af-78b65e5952bb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c69e1ff5-0211-48c1-bee9-84aba80c0382", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1438c463-ead9-426b-ab63-c27fd96d91b9", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f38cf730-8654-4390-874d-40accc67ec0a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e17843e7-e385-40c6-b9ad-ad3e136b1a19", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c80a1903-e34a-4ad6-b0b2-bf8da6026896", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a03fc346-7f50-40bf-98ad-632093f50daa", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1716f703-8821-4083-bcd7-aa92a37ce7ae", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4639085-6721-499b-a0a8-00e1cd013b5d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecb097cc-492a-4695-bc5e-bb16b3d944a7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b955e2f0-bec5-4d72-b51e-2a953665f6a6", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae6b359a-f7d6-4702-91e2-7bdc696e541f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a98f398-9013-47ea-8f18-b7c4bf0da48c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81542848-ef92-4f37-9b74-ac32470d8fac", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9c5300c5-6bae-42a1-9047-700b883e5f39", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_414.pdf" ], "test_cases": [ { "key": "b9b6ff56-8647-4a85-8476-4780d8cfc2fd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "68778bc9-fd86-4a88-8005-fa5a17202698", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Bruce Jenner (\"CELEBRITY\"); The Right Solution (\"COMPANY\")" }, { "key": "e89c0703-31e6-4dbf-af2e-6b9535e35a65", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/03" }, { "key": "2b28505a-7ca2-425a-b85e-4f3b08a1e420", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/04" }, { "key": "c8bb8200-c8d1-4a7c-a6db-fa5adaf8711d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nevada" }, { "key": "3123f032-ccd2-43f4-8cff-4c0d2fc8b6e1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5bb6b96-7cc8-4080-9aa7-03120eb6518d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec0e3b6e-5922-49b7-abcb-16c30f649344", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b83b101-4cdc-46be-a4ae-78bd2ba1244d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ca4562d-6dac-4f90-b05c-0e8ad076be3a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42628783-ad67-49ad-8c99-b8b848a270c6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b2de5f2-9668-4b62-a511-e302fb550224", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c672ce2-afe7-4328-b98f-f91c33700b38", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d19482a0-65e6-43dc-9a70-ae65990b4e07", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45040f42-8aae-44b0-8412-b7bbcd9aeb04", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0e7df45-bfb8-401b-bdfa-44a3a519e329", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0aea84d6-82c1-4594-be84-bfe60eca7e86", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54b0216d-fecb-4a55-a24d-3fc8f1a001cd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "309c1da6-76c4-4887-b512-fb1e9f3cf4b7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f446a234-6ae2-4a5f-9247-b27405764d01", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9fcf4b8d-065f-42c1-83be-7f54cfd4ec72", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d55a69a5-7bdf-4835-ba87-7b356b1c0bf0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1ae4286-a7b4-4a5d-bf20-ced8f51dd221", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d58a131-1cd7-443a-b228-587a1edf0fea", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4ac9b0d-53b6-420f-ac5e-0d65fcf9ac37", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c46779d3-be3c-4609-a8b1-fc2576d0e785", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33ed4a65-d03d-4a2f-a2ee-93d0a43b43eb", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cebc0cf8-ed98-420a-a5b7-09317bd87c38", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7256c730-cd30-494f-816a-46ffb1d7bf51", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "650fdd32-b0b2-4d43-aaba-c1f9fcdd1c7a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fef2ad4-513e-4138-927f-8882ec055bb9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9088a290-3f7d-41fc-8508-07ca6cb4edd0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f26b0a43-0aa6-48bd-a48b-34e0a380bfa6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0c0b862-5e87-487e-b8a5-a321f35c6794", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33d24cc5-6bcd-4ae6-8716-75cfef2ac62a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef71d247-0577-4ffe-a0fc-78e85406cca7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "497a9835-f48e-43e3-bb74-115ebcd9a1d4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e71e519-906b-43fc-9068-65fee58aa37d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "65b24dfc-6e20-4296-8eec-fcbaf559d99b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_415.pdf" ], "test_cases": [ { "key": "fec887c7-05cb-4147-b297-ad6979b4687a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "d6865025-175c-4854-b5a0-fc46eaea697e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Movado Group, Inc. (\"Company\"); Trustees of the Grinberg Family Trust (\"Trust\")" }, { "key": "3eb81409-0aeb-470e-bd33-78a3ee9668dd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/4/03" }, { "key": "4d28c02b-c713-490f-8e49-382184529946", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "1487173d-e18d-4955-80a4-cbe114a763a5", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "af8a5d63-0a5d-47c7-a003-a7224ee18f91", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5774bed-8045-468d-a6cb-21211224927f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf3e28b6-ff54-43b7-8f89-559c22fe9855", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95f1d6ea-4fb0-433e-bcd8-010ce3a8e475", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12263945-3836-463a-9bb1-0e47ac0ef487", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2e6d0a0-ff9a-4464-bf9f-6ceffbd60b86", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c695a79-45e3-4548-9f4d-906501377c03", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d568595e-43ad-432d-b432-9bbbea8a4f83", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f78787c8-5313-4565-8002-3e9ea56d93ad", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c72f527f-690e-4a1b-b7c5-4c49ba4b7cc6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a90090f-d7f6-415e-b2d6-ef2083f19f70", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19e48d30-a83a-4d0f-9ae3-f04ce371b53e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a002fb3-f5dd-476f-81a4-1163b3e817a9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d903b6cc-3bd8-44b1-884c-cc92e45c48ee", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c81c96f-1482-4d24-b748-041ea088ab17", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37124c27-d954-4854-ac52-32a987abd5ac", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd1214d0-f252-4d1b-b66c-4d4224fe414f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1256e1af-d1fc-4738-a2fe-f6a8f96b05b1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6935cb0f-f1a3-41cf-a2af-cc391a98d5d2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ed6e600-10fc-433d-a910-f70f2c61f578", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2b62f16-dac2-415e-a7f7-12788181fffe", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ae3ed57-80af-4c37-8f26-dc15e0b1d729", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be81579f-84d5-46e2-b152-6adaa0b24340", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36bb9037-3e19-48a5-ab8b-e2122f7b36df", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ea342f0-b522-4ef3-a98a-101bfecdb4dc", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d4e9f0d6-dfac-4f8a-8618-010e77f15f49", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c7901b3-5531-436c-b1a0-cc683c075d8b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be343aa7-c92d-4a39-a1e5-6d9e2426e6ea", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b474f53-a107-417c-b2a5-d8af4cfc96ed", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cae80f8-00ef-4788-82e4-d3886dbf1795", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8477bce1-5457-4ea1-b3f2-74a4b127e4ca", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d8cc0ea-9042-4353-b4d7-1819a075f3e8", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebb1fa9a-4cba-4183-8356-0c5134c1986c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "97c0578e-f973-4827-9181-32561d8aef48", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_416.pdf" ], "test_cases": [ { "key": "b82e578a-5f9e-44b4-b59b-d7e7eaa5df49", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "41bffb76-aedc-4d40-b9a1-be983f03bff7", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MOSSIMO, INC. (\"Company\"); DAVID DUVAL ENTERPRISES, INC (\"Licensor\")" }, { "key": "2b938908-472a-4e33-8823-17fb0ea13a6c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/00" }, { "key": "c087d10b-9d92-474e-8cae-ceefd385a7db", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/00" }, { "key": "01e46405-9a15-4e54-b7e3-b0c88cb8d25a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/03" }, { "key": "dd81491d-8fde-4087-a2fe-8e61291b6560", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ohio" }, { "key": "17bef098-0aa3-46ea-812d-ecdf4d45c9c6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acbfbe74-31f0-478e-a697-b2e369415521", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8450ce6b-9bed-45d6-98fd-239076b1ecf8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a10c2c19-782c-4ae5-8914-cf44c9637a1b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6620ba0f-f3c9-48d1-bb6e-f8847eab779d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d734531a-dae0-4550-8ba9-d78591635f96", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c563d3f-e1fb-4dca-a20e-5f60bfe82378", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1c0d46a-b609-438a-a5b2-54b3ef4c1776", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c42ceab1-ac6a-4338-bea1-1ae16778997b", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f40bef4-e155-4fb6-975f-7ec9a394794e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cc2076ce-72c7-4db7-afba-07ac1b99a1e2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6af77d9f-e096-43bb-847a-404ba8071a2a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "726f98a2-aa24-4197-a024-71b3050f2de6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5e7519f-0d7e-4032-bf1e-46facfcf8d38", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27c1690e-1608-4d70-8f1c-ca64e9117d78", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87637d11-2725-4fdd-b49e-345d57d9b34b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "88414a23-6d31-4271-9aa6-a0234c877783", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f35c64ff-6015-42c3-8565-25e19b8cef25", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6948e67d-d534-4360-9de7-d22632f011fb", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2462904-f4a2-4db1-a15d-c84f7a2a6645", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5074d73e-1404-4a21-adc0-203c955e5ab9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9828a190-709a-4613-88fd-54336c5fdd66", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46590d1b-4f3c-4881-baa7-546de6336bb3", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac0c4263-f2bf-4691-b4a3-713c0842d336", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "454c9a89-6f92-4b65-a3a6-4f1a94403954", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "325222e3-4190-46b2-9649-8f9fa54b8d1a", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af87e3e7-064a-4d0f-a0c7-c1066366e693", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "216ffebb-7a67-41d0-8351-cb6b906c23a1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "278068f1-7fdd-4bc8-aebe-0561cebfc24a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "38bd8bda-7293-4c2e-91da-7b3e094f12dd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdb560bc-06f4-4ca7-bcce-b6fcb9d78289", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9eedacc6-364a-41be-a61a-46cc24e5a449", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e5d7c59-6f2a-4220-8b4c-eeba2128a28b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "8303a628-b4a9-463b-8e29-908b9d1d6aa6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_417.pdf" ], "test_cases": [ { "key": "6836343b-806d-4a46-bade-03bec38e7360", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "f66ad119-197f-4d20-a8a3-53d9c6da7937", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPORT-HALEY, INC. (\"Company\"); __________ (\"Professional\")" }, { "key": "10dc352d-c387-4642-8e1b-b1768d6de3e0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/19[]" }, { "key": "b419661d-00b3-4b81-a069-91f2f1b5135e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/19[]" }, { "key": "09f14e95-c008-460d-bfd7-46f8e2178b73", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Colorado" }, { "key": "66d5fec5-3afd-4705-8fff-abe04c882763", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0a48b83-0b3f-4649-b3d3-f47a2b4758b9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1f81a0e-0a95-4d48-a002-aac125863ef8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be1575c3-9903-4bc0-a1b8-4eb15c20bec3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "591e5fda-33ec-4321-b161-5e4ed197e2e1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e31227cc-0857-498a-bf45-7b25585144b5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f64f37a9-7b1d-4fb0-88b0-2ba61deae00c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "598ba284-bfb6-40b9-8b9c-4de703e3bd76", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3461191-c614-4bfc-ada8-293baa44ec53", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7e48698-d69f-4511-9893-890a04135e73", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "288f453b-31b4-4aa9-969c-c54f1b5012ca", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0117298-e301-4d0b-9b08-3cace00041bd", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e980de0-5853-4ce7-8acc-5d310cad7c7e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0752a86d-a31f-4c55-a664-698dc5bfbdf5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80a311a6-ce10-4272-8771-0a714bf0cb6b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8f980c55-355b-4ba8-9488-16e2298f868a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2a8f848-28a3-4f85-8651-137635c60edb", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edf44966-4210-492b-91cc-8eba04fe8557", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "08cd4617-139b-41c9-81a5-181605735cea", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c9770d0-59cd-493e-a1ba-cc8b0491ce78", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eebf6efb-1ced-4af6-9771-b7dcb7872c25", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bc62e4c-b3fa-44d8-a4bf-5549f52e232b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "38370201-5d7c-4624-95b6-b6129c195fcd", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50308211-3407-4824-8712-04b5a9050b2f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6946fd62-6cda-414b-b2eb-d069aee1f438", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5158118c-cf82-4e84-adf9-7e34689c0cc3", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef1c7234-29ce-4816-b3f0-1aa284ff6660", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac6d8ae5-b81e-49fb-aaa1-95a93d700655", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "598afb19-3b0f-42a2-ba3c-7d9be78be915", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dd7695d-9ba3-42b8-bda2-d1ca48885057", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92d6b51e-b3eb-49c3-ba10-50250820cd23", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56413859-dfc6-4ec9-b879-ade3552b6fc3", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db8ac502-8c20-427b-b7b1-9af1e9ebf0fe", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "79d5384b-abf3-4503-8dc9-6647938823f7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_418.pdf" ], "test_cases": [ { "key": "0b9fa56f-1df9-4af8-bd65-b489c41c3e41", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Endorsement Agreement" }, { "key": "2e658a66-b261-4cc7-8220-b9c115b7b223", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Teardrop Putter Corporation (\"TPC\"); Consolidated Artists Inc. (\"Consolidated Artists\")" }, { "key": "3a9d03d0-5a92-4d98-a1f2-ff185eb63a17", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/96" }, { "key": "ce752fa5-6bf9-48b6-8498-df78500aa06e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/96" }, { "key": "a9fdc935-34c1-41cb-8aa5-4bc1e9066000", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/98" }, { "key": "48e3e0a2-05aa-4d4c-938a-cbdd26ef55a8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Virginia" }, { "key": "bd9c2b6c-1d45-4cbc-b01a-fe00da87bcdd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d42821d9-c471-4528-b41f-809cfd648556", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8f094ce-72e9-47cf-b406-95c0debc102d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4f26cf9-94b3-4d66-a7d9-3a1579d8794b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3ef2c27a-bdaa-49e7-b48a-e8008755b176", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6d6dd1a-2ae6-428a-8aea-e4461e0d379d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2fda2a6e-25f0-4c5c-a433-5209a30e67b6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88964a47-b862-402e-a67b-ddbfc598017a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d4e5885-f26f-4c47-88cb-8fb635476796", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7536d2b1-fd5f-440e-bd4f-e29f614d6688", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f21d087-bd07-4695-b7e8-d1c1fa572dcc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4bfb3cc5-979d-43e7-b30e-a920a89bb01c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bf2bbf5f-0acc-4d8f-acbf-c31862ff2f54", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6ad2b5f-c587-4b7d-a5a2-4ef848bf0472", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8c4fb27-c9ec-4211-804a-fc3f6921e740", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "73a4fbed-38e2-49a9-aa91-e327acf52e82", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd625a03-5c91-4526-ad64-f0346292d630", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a742985-51b0-4430-ba4f-c8020f7ba9a8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bf29448-5cf9-4c6d-9409-8b0cf2eb3cdb", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16996934-2f3a-4914-9eff-4b0deb00a199", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc6016af-9618-48f6-ae95-3eb23082fb6e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6816e171-98cc-41dd-8a73-bfe2823fdc0f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85c72da4-3b63-461e-89a2-7d78cc8e816c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1654f2db-f08a-47d5-97ae-dbbd1d337e0b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "421ec2cb-ca83-45c1-a87a-b5a114af570a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "91353b6f-0b14-4e47-b393-ab9071ef3a49", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa01fe72-40da-4a54-9499-4ce8af596675", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25aea359-7309-4e35-8aac-357a5235aa56", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6355f994-ec3e-421a-8af1-dfcc5ce7181e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8dc2af8b-f7e5-4891-81de-913cb46cf04b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48a7d3cd-c18b-497d-93fa-c3806954ec8d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8b2b3fa-19d7-4151-9cc3-ec494bddec83", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad76a1a8-9057-4a51-9450-befc0a9efa2f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b4e38fbf-05b0-4b12-86bd-5d45f78f86d7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_419.pdf" ], "test_cases": [ { "key": "ab695849-607a-4f0a-8b14-a2ba43f101a0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ENDORSEMENT AGREEMENT" }, { "key": "36ff85d9-6236-4ba7-a694-309e5a79d560", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FAMOUS FIXINS, INC. (\"Company\"); PEY DIRT, INC. (\"Pey Dirt\")" }, { "key": "f3deadf0-3f24-4195-9655-8f9bc4c1c043", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/99" }, { "key": "850ca2e7-20ca-4c4c-a8d2-526ba64238ab", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/99" }, { "key": "acd8afc6-ddcb-4ce6-a84b-105a37839765", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/00" }, { "key": "7c878d76-18e0-4dcf-b44f-398be779e612", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Tennessee" }, { "key": "45d440f0-001b-4dbd-8545-58e5108116bf", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e4ff848-566e-4007-9558-26c86b071b6c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd5a4916-456f-4f3d-9830-c6069a2dc8a0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d6e473e-05e1-439c-952b-b56630ac9757", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0297e964-0c6f-4070-8a28-2a25e300deb0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99bed3b8-64cc-498d-9d10-1d44c99144d7", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "223de055-57af-4a57-832e-3b265cf03b58", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70517412-db0e-47d1-81d0-fb30bfb486d9", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b7f3f9b-ad17-4295-b739-949e59ff3f8e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "229ed852-c974-4507-8b65-fa7b56479d98", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "643b0e2d-996f-43ad-85f4-c76c287e8e16", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2239ca5d-9398-4661-ab5c-e692bba1fca8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3f2ef022-ec07-4a0d-bb72-29312b37c83e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5015fe5e-3da9-4f7c-9aee-ecd35a9a049a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8e936232-9487-4867-aa58-52c3316faf3e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b996aa0a-f46f-453b-ab8a-3945a7b149af", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "172e59cc-3e78-441d-a786-cafbc4751e4f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dc7a501-1a32-45af-87bd-44e0b093449b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "304943b4-3ab5-48ed-9282-71264b35b204", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b7ff523-e004-4007-a39a-0f46b3cfa521", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1facffc-1114-407a-b2ad-045520c6c753", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b5bb706-b51e-4421-b8eb-6dfecf666d69", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff5ab86a-efab-4e12-aaf8-531634c6e541", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29c9c4be-b362-410e-abb1-835e40f3a97c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e105fc6-2046-4158-87b2-a1ec769ed2f4", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "756255cd-03f1-4974-8598-792031f661f2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8362ac65-553c-427f-9139-f0758d36c01a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3065b802-3520-40d9-8d7d-dc03288f25c9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "db325fcd-660c-438b-a141-0e6aea729d19", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5ebe271-f936-49f7-a46c-c5dddbe8ab4e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9c321cf-8970-47c8-aa05-80021e8aa95b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76afc227-0171-4e2a-874c-33cab14ab517", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0136a0e4-5e81-4921-b64c-e7eb4da714eb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ce0eea7f-df1b-4510-9e6c-88154f1b1282", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_420.pdf" ], "test_cases": [ { "key": "3179872c-9247-4e75-8903-3f449588544a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LICENSE, DEVELOPMENT AND COMMERCIALIZATION AGREEMENT" }, { "key": "20d8aa5e-fd0e-4270-b6f2-699b75dd4d3e", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Array BioPharma Inc., (\"Array\"); Ono Pharmaceutical Co., Ltd. (\"Ono\"); (individually \"Party\", collectively \"Parties\")" }, { "key": "a438262f-da63-4750-9ddc-5143dc45d8a3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/17" }, { "key": "48ed03b5-38ab-49ef-92b4-748fc9bc6664", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/31/17" }, { "key": "06cb167e-091d-408a-ac18-8a0ba074becc", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "871b9081-2967-42df-8941-e53e2a5422d4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b20765d-f64e-44e2-b183-dca59a2f3292", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26c4fddb-c4b3-40c1-b2b9-4b524e294c5c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "89daa440-fb09-430b-b90c-b61fab461323", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "645c6491-3912-44ea-b28f-7acc99616eac", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17934cfd-d2ba-4c66-91d3-9d5ba0f478f4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56b2b8c7-11f5-4099-805f-c411f5ae814e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d416fbd-09a9-4048-b10f-83356d59305a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "69c5b400-de53-48cc-804e-4d0a400ed652", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33028066-bb64-489c-a531-61e6360dfffb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7276c774-8575-4e4c-8cdc-efec2553808a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10d0ff9f-a1f9-447e-aa84-06003d968498", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2ea651cc-8f52-498a-83a4-b2ba0bf072f6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd9ed687-40f3-4a35-89fb-4d95c4b2d04e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d59f0488-ca4b-47c1-ae24-b7dd7af51142", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "becf4a86-5f48-4cf0-91a4-2e97812dfc46", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c78a119b-961c-4d81-8a17-2874495e39a2", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8cd13d1-4066-4c26-bbdf-0eb763f812e4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "924d930b-c724-42b3-8a5c-6521e091fe3b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9aabfe3-0017-4fd5-a2f4-c38671a9ee4f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b9abbd7d-c063-4b0f-b75d-b9aa164cad41", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "718134e4-73f0-4823-89cd-53472c91b443", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cefed751-b8d0-4897-ae58-e68f66f67bcb", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f9db2b07-190b-434a-9441-c25d79f16d4c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23422bbd-4523-4d86-9421-1cd770acb592", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "037181fb-53a5-4745-96db-c997c90a0c82", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9c4197a7-1531-46b7-af57-37f965c24189", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f21888bb-1d17-41e5-9ec3-687fbc91dfc4", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6faa9d97-f8ff-4297-a826-b04f684a9b40", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5fb642e9-dc29-463a-a7df-fc2edf2bc3fa", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0a85a07f-f3cd-4a3f-ba4c-5230c1cd1a72", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ff2657b-664c-450c-886e-ddb8736e72d7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18e08956-36ee-4e13-bf73-8554b6b3cbb7", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1089552d-bc48-44b0-8f5d-258256ca9728", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_421.pdf" ], "test_cases": [ { "key": "122d2fbd-7a71-4bf5-bc21-2ea57ae950af", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Collaborative Development and Commercialization Agreement" }, { "key": "66a6da14-d76c-4dcf-826c-490b3965e322", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Microgenics Corporation (\"Microgenics\"); Achaogen Inc. (\"Achaogen\"); (individually \"Party\" and collectively \"Parties\")" }, { "key": "6122b47c-56c6-4b2a-a64f-69c83f68e4be", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/26/16" }, { "key": "b4dccb7f-d20f-4b01-a102-9f88fec8479d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/26/16" }, { "key": "f1311df9-8d20-47ab-b808-f426caf0f4af", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "b871b2d1-9fce-413a-acdf-b91d619d763b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "44a2d4b2-446c-4794-9b5e-1ef9a8adf753", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37bec296-c527-4622-8398-0bbac21e8786", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2985faa7-3573-42b9-9b31-07adf027d287", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26f9699b-127e-4e76-86de-cd21e3274415", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "77e21ac8-f8c1-49cf-b6a8-b7fd036b2840", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afd5335d-f620-4f6f-b962-90451b94e166", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46b2cb65-e727-44ea-befd-ba1e3ce89749", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec459db1-5d22-454f-9576-e6c612f0c217", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "302136cc-ea57-407b-b249-93a932f3e0d4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "efdf5073-3b78-4fc5-9754-26d2c7e6b7cf", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a45dbb4-2cba-49f4-a1e0-3d41e0d1b8fa", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4736c22-954b-452b-b553-6a7b67bbcbdf", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8d4510e3-3b9a-46e0-b7bc-1d96e8efc2de", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3cc20a0-2aac-4336-9395-c804721339c8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cbcb1cae-3fe5-47e0-889e-2e23364cd22e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96a207df-ad93-4f19-b2ac-829a40f27d75", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ee054fed-f526-4bb5-942b-c4208fad17bf", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e8d30fa-3bda-4e0c-b985-c48fb459628c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f528d9bd-adfc-4b7a-951f-c4e2234b1cf1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "48b8c026-b517-47be-bf75-31ca478451dc", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba611741-a37c-4f7a-8ee2-fce0ff398763", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31742612-b0b8-4a13-afad-58cca33dac21", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1518fa6a-3624-4ad7-a3de-7bddf2f8b4a5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1a809fb4-c365-41d6-b3a6-3559f3f65f72", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "487280ce-f965-4547-9ff2-33bedbc1df52", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c966cc82-bdb5-41c2-a920-9516094b81ee", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7c42fe0-cdc1-4c09-a7c5-d0df8b2afa7b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4e5adf98-6081-453d-bfa5-7cc552f70669", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a20ad189-34fd-4e38-a664-2d95cfaac95e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d62dd32f-7b29-42f6-99c6-67038ebd4a51", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b14b0e1b-c48e-4d4a-9a3b-a2c03e1d5e03", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f5d3f666-0681-4d7a-97aa-bea40845f377", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "368bc714-7dc5-470e-9409-c0960e8a22eb", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0c688b44-2b99-4e74-97ec-9dd2accdedfd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_422.pdf" ], "test_cases": [ { "key": "c2648b3f-c660-4de8-9541-35697daa7d03", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DEVELOPMENT AGREEMENT" }, { "key": "14c827c8-f6b3-4fbb-9fae-bd1514e6efb8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Leo Pharma A/S (\"LEO\"); Galen (Chemicals) Limited (\"GALEN\")" }, { "key": "c365ee5b-3a42-46e8-8b16-ccce0ed7313b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "04/[]/2003" }, { "key": "f6fcb81c-0b18-4ebb-bcc9-1a35f553c596", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "04/[]/2003" }, { "key": "218cebac-48bf-4c0c-afe6-e5a5cafa57fd", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "fab65780-eaa7-4117-ae74-e231e0f1d9c7", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "441c2aea-5c4b-435f-a6d1-b8c8e20435dd", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13b3d25f-16c9-45d0-9b5c-3ff7c2bd4a3a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9e41bbc-eef0-4b41-bc3a-54ad4a589a13", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f6371f2-2abc-4880-b9d5-46f4750850da", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "786e1c59-c3c7-48f2-8acd-c768d40f53dd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87ae57a1-9447-4c58-981e-8b42358a87d0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae4bdc24-7162-4c84-903a-ec63be46b904", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7f9b548-be56-453e-8ce1-7c554ad028c2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d470d960-169e-469f-8f2c-537cf9cba357", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51ac45b4-b0df-434e-96b0-1c0fd3b303a9", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "76f74f48-29c4-41ac-a5aa-c10dddd7784e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4efc9c6-3a0d-490d-8e5d-e27f2070fbeb", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65bf1df5-bca2-4c54-a02e-a750fe63f0a8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43816d87-d6e9-4688-b0d7-304c5a6083fb", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc7ddf6a-e749-4ef6-bf3f-334152d2c344", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c524fa49-a7de-487a-a67f-04f0c0b9ba51", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff88b7ed-2c40-457f-a2b3-ba57e13d7ef2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92d75384-692e-4ba4-87c3-0e275f6fcd6f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2480c1fb-8433-4c3e-a75c-66db59d70d9d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80687dc2-6184-463e-b5f0-169863b54667", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a1b623b-5883-4c56-9c7e-fa6af4659191", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02cddd63-d37c-4789-95c7-293cab664bf5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "401ea939-82f5-43a9-ad3e-f1d0e5411929", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0e60f4d-b8d3-43d6-b1d8-c8dbee69d707", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5986c655-80dc-4b82-b0db-e067b8815415", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96ea844c-fac7-4374-aa86-dc31697c583d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efd0d4e6-a880-4ab9-9d43-e010767c71a1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "36ec0770-b0db-4168-a68e-cf3076746ad3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16f8537e-dedf-41ed-ac1a-cffcdbcd0e6b", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2b36efc-eeb2-4559-bf64-81480d3055e6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee398dd1-25ac-4c54-b7bf-d34f303cbe42", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38ccdec4-a01a-4161-b3d8-5aac0174fb35", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6df1aa66-906e-4204-b1e6-3f59265a44d9", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_423.pdf" ], "test_cases": [ { "key": "ac813afe-f922-4c4e-b45b-eab252b9ee9d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DEVELOPMENT AGREEMENT (\u201c" }, { "key": "165c285b-504e-4803-9c12-f2f42a79943c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BP America Production Company (\"BP\"); True North Energy Corp. (\"Company\")(individually as a \u201cParty\u201d and collectively, the \u201cParties\u201d)" }, { "key": "1f70ac91-4069-4a06-b7d6-3a4a84312142", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/07" }, { "key": "f1b04e48-ab68-45ff-b6ef-455226ede563", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/07" }, { "key": "a4a79b59-b888-4ee5-b530-45d5eb553914", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Louisiana" }, { "key": "ce0aad22-df03-4eed-9ffa-77f4ccce780e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7feffb88-6ee4-4a5c-85ba-82aa99bde3a2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9b4269f-b90b-4fb6-b7db-65b7f0541614", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85870e22-704b-43ac-bb08-18790976c276", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76efb7fd-f98c-448c-b0dc-8af4e3879ff6", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dc61f9e-1501-444f-b638-43529bdbd121", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48e2da58-7f2e-496d-8910-c0c8a3539aa3", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3930bb8-f275-46bc-b7f4-561b4c682bec", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53537e82-b5c9-40c0-875b-4244f7133901", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "968d925a-eb1d-4f94-b82a-f2c09948824a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a70527a3-bf7a-4f5f-9e33-e680e34467c8", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fefa8c62-8023-471a-886c-2bee46c2d22e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fc1d289-093b-4235-9368-f32cbe311106", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abd3ef28-2f82-4ebd-8ac3-e61931cc05d0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "54ddafd7-0055-4600-a99e-6b86a0b83876", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f64d1c59-5d46-41c4-8f73-b1a1af606398", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7efea130-2ab3-4f9a-b280-a590fe73132c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e5f0711-1369-449b-99d7-bc500b02dae0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9724252-289c-4ea1-95db-fb06160a8a0a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bda2d2ff-fb97-475a-8679-a108576d67c4", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c46f8b0-3cb1-4ccb-a7ad-df0cdbb57dfc", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3385084a-d6a6-42a9-ae8d-62f475cccd8f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba4ecff8-ac00-42a9-8db5-3fcefa0a95ae", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "232ade2a-e80f-4503-bbd4-036a6fddefb3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef3598f3-5668-4bac-8dff-5a835a8a4ef9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2ccee03b-616c-497c-a639-ed30ccc75852", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4bfe3da-5405-46cf-a570-b146abccf511", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffd8ad61-037b-4621-80af-a410066b50ef", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e96bc287-9520-4ffd-a772-0cde1d0aa2c6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef58411b-383a-4a26-9985-3e7843b94f04", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4da8ddd7-d93b-401c-af2c-994d7f3b76f6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4aafe6c0-bf0a-4c37-8196-2bee149fcc06", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f61ee1d1-92e4-40b2-a2de-aebca97640aa", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "80bc4924-ea44-474f-a379-1aaafc489701", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_424.pdf" ], "test_cases": [ { "key": "b648e093-7813-4414-abfd-edc0f1cfe543", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FRANCHISE AGREEMENT" }, { "key": "8df0acce-81ce-45f5-8843-4e07e0c3f7a8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Airsopure International Group, Inc. (\"AIRSOPURE\" or \"we\" or \"us\" or \"our\"); [] (\"You\" or \"Franchisee\" or \"Your\")" }, { "key": "b6696e02-1730-445c-99aa-ee681aff235e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2000" }, { "key": "e2ad86ad-3af0-4e97-b383-7cd51e899fa5", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2000" }, { "key": "2d138c4a-e638-4e26-be77-6179489ee2c6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2010" }, { "key": "8913d6e9-eef7-4095-a4f9-e80156ab16b3", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2 successive 10 years" }, { "key": "938d2a1e-3438-4b2f-8f63-397b8f8ad416", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "381b5d39-9b6c-4339-9cac-b0267e6982d3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a460e845-8724-403e-af84-2563ea010d4a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb838584-b801-45e3-8500-863de363a82a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "acb4355a-a24f-4a0d-a3bf-8a99be74b570", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8873a33e-42ac-42e2-b5ad-d726bf4ecfd2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d96bead5-9728-4a2e-94f2-91ba47d74080", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0fe6be09-8861-465b-ba36-def2df7208e4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81802313-89e5-4ebf-8bef-e3ebaafb8adf", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a482d7f-99d5-4e61-8508-4f8e52ab5acf", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d0ba852a-8aa4-4ebe-88c7-82b13f5c742b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4722cfc4-06d3-444d-972f-e6480b3ab2ef", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "00bb3a09-9b68-4602-8a7c-81cf2eb0b8cc", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "349ec1a1-b53e-4f0f-bd45-fdedc15ec645", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48805ea8-4b40-4b29-8034-1696498cc316", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9339b76a-669a-4cc4-b4c6-1ac773e55380", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df269b5d-89dc-4a42-9c9e-e1e640208cdb", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53b99aca-399a-486f-ae82-daaf13151777", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77f2dd92-ae44-459f-b565-493dd04a315b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "57697775-ccb8-49d8-a675-56e064dbfd76", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa10111b-bd41-41b3-acd8-e1daec615cf3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "871e132e-67b9-42c0-8002-2f0a711cd430", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ce54bf2-91fe-4ce1-a5ad-e7fd9b29446f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7370263-992a-4bae-bb6b-6147389c3ea1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19f7f893-7de5-4baa-b674-c6a7a518519d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fa98c00-adc7-48c9-924c-8065f6075719", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2275b7b0-3f04-4523-a8dc-f0ff611bf03b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fac88423-65bd-46b4-9f58-c1c0a66fe27a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84d9b399-1bca-48e0-9f19-d8adfb3443bd", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a672c7ad-b335-4fce-83b3-e73a7a216b1d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1ab1e05-8ec1-4ea5-82de-a1944fb69e74", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bdac946-877c-4bb8-bca3-a090146529d5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44ed05c1-c265-4391-8e17-ebf990f5b1e9", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8fde5486-dc2b-4076-83cb-fce9cfd8fa72", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b9bcd773-e780-4850-8011-2d0c0a335ac0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_425.pdf" ], "test_cases": [ { "key": "c8f15b9d-a88b-4950-b38d-eb63445c5e1f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FRANCHISE AGREEMENT" }, { "key": "2f556439-f923-4e07-bcd3-187d657767f8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Homewood Suites Franchise LLC (\"we,\" \"us,\" \"our\" or \"Franchisor\"); Franchisee (\"you,\" \"your\" or \"Franchisee\") (We and you may collectively be referred to as the \"Parties.\")" }, { "key": "9d582534-a98f-4180-afba-5d9dbc6f55a0", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/21/14" }, { "key": "6c7b3045-2e39-400a-8926-f6d0ed8c14b9", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/29" }, { "key": "db9ad826-59e1-429c-9e38-50bc7a540695", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "6b54fb91-c2b5-4ce8-a3ce-0c405a7caf09", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0061ed8e-6279-42d1-981f-0a263fb77123", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2608ef4-52dc-4677-af16-7300992deb6d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8aed2a8a-5b97-497f-be86-219cd9dadf16", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d5310966-80f1-4c4e-b5e0-8cb289b0db7d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c860a9d-0f82-43de-a2ae-d30cb54622da", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab7c457b-ce7a-4777-9e85-fda13314760d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd147940-02a5-4968-b8e0-b0956cede8fb", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e33e2012-f0da-42aa-be03-34507790a0b7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a24c1314-1f75-4b0a-a1dc-d7e339ea983a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7584cf40-e6ca-4a7f-ba2b-f69a182fc8d1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c31a8257-eeb1-4430-a495-2f9335b53814", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e278c1c7-ea3f-48d3-8184-815e2a6d7017", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8b05007-d5e7-4794-95e5-d4e9c0018bbc", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc896ade-3643-4b66-b39c-6797877efa46", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d78ca4b0-9519-4446-9d70-3646cc16ae48", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e4917e32-6483-4a18-848c-21535e5857ba", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a67eb3f8-d250-412c-aabb-33acfedba437", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "43c8501d-82b6-4062-9404-1863aee65f69", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1110d45-0375-4e8d-b5dd-eeb423e29113", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81950293-95f8-4216-8c3a-f7d4aa8e7b03", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c2853f6-238e-4559-a341-4b7d94e2e36e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84936953-6a36-4eb6-b5e6-43eed26d21f4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67926c10-58c4-4d5b-8566-2505e5f44a9d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "802a2945-65b1-4452-a0a0-3677f8205efa", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d19eb814-7abf-4ebe-a52e-43ed9a405661", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f8895c3a-208b-45c4-a682-c47f21ea436c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52cc1de1-cc54-42b1-9037-7f5d08afb5dd", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9fcc4d7f-13d3-42e2-a31b-88b11af85f46", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "66f61a7f-e6ee-4337-bcf7-41a9f765f288", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18710571-df7d-4a26-8685-d2643dacb7ed", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4dc990ed-f5bc-4ca0-976b-950469cd3f5c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "97d79079-6721-4baa-844f-f355b9d3502a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8799d239-2587-4c99-b625-7ff6eb01f76a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_426.pdf" ], "test_cases": [ { "key": "f32c3ff2-4dfe-46e6-980c-bb30a64e0331", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FRANCHISE AGREEMENT" }, { "key": "3411343e-e849-4db5-8b1f-b1ead0eb777a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "BURGER KING CORPORATION (\"BKC\"); INTERNATIONAL FAST FOOD POLSKA SP ZO.0 (\"Franchisee\"); INTERNATIONAL FAST FOOD CORPORATION (\"Principals\", \"Principal\")" }, { "key": "e39b08d0-4207-46a3-be05-8ddf3ec211be", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Florida" }, { "key": "c3988c04-a4d2-4ae7-9c5d-8417632d649d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6a51217-9016-4468-b17d-99de8fc13b48", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82284e7a-50b6-4f07-943d-4b0397eea6ab", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ab100718-aaa2-4b16-b1ab-95966c2e94b8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "074945b7-bd44-4998-8eb5-599f6aaa49dd", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90a5d567-f0e8-43ab-93ad-1d4f1e98e551", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8f940a2-55f8-490f-87ab-567f08f68ce7", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fcca271c-847e-4649-bad2-ae329652239b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad213b55-7108-4934-9a3e-9306c7362837", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "148fd815-82b1-43bd-8d13-6fd5c07c2d07", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bf5a3a20-3ab9-48d8-9939-04ee71ff38fe", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a34dbcac-4105-4781-87e4-d33be62fc028", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24050bb1-e2e7-4a55-939c-16b9e8ffbfd2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95978f98-df87-4232-9287-4b86682f24cf", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "459e45ea-cb8a-4a8f-b9c4-5733af69c619", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f28ed76-c67a-4378-909a-8d546af4ffca", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5bf183bf-7dd3-4b06-b73f-6fb1996cece1", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d602a8b-e209-4b84-b8ee-97a8ad854a6a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "daa4f754-f34e-468b-92d4-1a12efb269f3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a95d7371-94b0-4925-be3f-eab86b7735b3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18aa34b2-4503-4706-8bf8-298c4bb52162", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91875937-cebe-487c-b213-5c26132a6628", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b55f653-df17-41f0-bdb8-fc1aed062acd", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d94f552-c2d8-4678-9c9a-70245894e19e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4aa30e76-8934-4cf9-a0ff-1853513de241", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1711dfb8-cb4e-4d87-8329-0eb2e0717b99", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a25ee4c-7d77-4c6a-ba5b-1459928f47bd", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dc3d02d-e7cc-4432-8aa7-9c0d68e83360", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77a2daf4-512b-4085-a29e-debb50eb7358", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06ebdcc0-ba11-4d5e-aaef-6d8d27c3efa9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68c7124e-3bf5-4d36-be79-ca5438c95c33", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02daf62c-d69a-4517-a41e-73e018329d14", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5199844d-eefa-46b9-8983-6cd6c7168ae0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "00c4dce9-cc0d-4f17-b832-f3f16bbb719e", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_427.pdf" ], "test_cases": [ { "key": "5999ea1b-99fc-411b-a518-3b7930ca1dc6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FRANCHISE AGREEMENT" }, { "key": "62e8e722-a9cf-4397-ba19-27a4584a3c56", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Goosehead Insurance Agency, LLC (\u201cwe,\u201d \u201cus,\u201d or \u201cour\"); (\u201cyou\u201d or the \u201cFranchisee\")" }, { "key": "16d7e3b0-8937-49e3-be9f-769cf940a854", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 5 years" }, { "key": "a422945c-9e1a-444a-be01-5b3585cad125", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "0a68e425-6290-4317-b9e4-382bdc1764a9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "999fe958-dff3-4382-9a3e-92fe39e809b9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "675e6561-5558-4baf-8da0-d413f97d9ed2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8dc7f9e7-139d-43d8-9633-dee5c7f029f6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22c493c0-d8eb-47bf-8d09-0201f9c7b49d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6b6c0d06-7938-46c5-a484-4b44370f48e4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "30cb7276-f38b-443b-a35c-256ad8304d34", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fff31c8f-8f5e-4a30-8158-0a2d86f87477", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b95de5d9-605b-4eb0-b323-1821f0c6e167", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "50ba595e-35f8-4223-b0de-3e86cb121c68", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "738001d2-20f5-4406-94be-30ea67772418", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "903a23d0-a18f-47ce-b6eb-9ce44fcec710", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "de456705-4884-415c-aaa8-148daa1ed1e6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "efec5d23-16d1-49dd-9f1f-e0dfa3932af1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ced852a9-a1e7-4469-aa41-c49ccb800316", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "514eef28-c63f-4709-8e85-b5dc4c23177c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d760b125-696a-4f25-9168-044c39a197df", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b0d7ba1-0248-4518-aa17-1270210f0cb6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f6151d9a-6f50-4432-a104-e36b5f7e7994", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "06904be4-978b-4fa9-a8a0-b0c7423fae00", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7a3b7eac-7998-4bda-9b4b-2807a0d36d3d", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e887b25-457a-4bd4-b06d-3b143fa49532", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9f50a76-7e69-43d5-9999-85507fd88647", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "545d1910-47bb-4b38-8935-1e1afeb2a660", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79f5426d-f5c7-4c5c-b7f9-0f69b81a701c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3d910c11-7a0f-4318-9164-eb804f6842e4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "835b3aec-538a-452a-9a8c-fd4f2f37825c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ade0a0e-9874-4239-b024-751aaae30919", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae159e7d-5e32-4f84-9214-c0845cc975fa", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "60a8dfba-a133-445f-80f9-c4784013ed48", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01ea751c-c36c-4731-874d-4068c82179a0", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e20bdf2a-7486-4848-86f5-254ea156649e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "25251b16-73c8-4a60-8c03-ca7efb9bfda1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "ce0c11bf-907f-408c-9f7d-31221aae47fb", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_428.pdf" ], "test_cases": [ { "key": "fc9f3e61-f43c-4656-9594-c9517a3d8719", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Franchise Agreement\n\nAddendum to Lease Agreement" }, { "key": "c131e758-0dd6-4bb5-b50a-df56e3a82f67", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "The Joint Corp (\u201cwe\u201d, \u201cus\u201d, the \u201cCompany\u201d, or \u201cThe Joint Corp.\"); (\u201cyou,\u201d \u201cFranchise Owner,\u201d or \u201cFranchisee\")\n\n ________________________________________ (\u201cyou,\u201d \u201cFranchise Owner,\u201d or \u201cFranchisee)(if you are a partnership, corporation, or limited liability company, your \u201cPrincipal Owners\u201d)" }, { "key": "efa3222a-4a8e-4ab2-9302-dadc14556b77", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10 years" }, { "key": "f420faca-8c3b-4123-ad81-215e2e4c383d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Arizona" }, { "key": "73296dca-415e-4667-b3e8-24e52ce528a5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "734c290b-1600-430b-8d5d-2febb7ad17d2", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7d304f5b-9faa-45a2-bdf0-7705b6934e0b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "117613c5-1d1f-4b89-af2a-b66307c9745b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f367e0be-446b-4b5c-98de-a7f92fceaec4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c77068bd-ab54-4b56-9071-ab04e5957db9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d38d05a4-f69e-412c-b307-7ecd8706457c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7ef34d9c-b7c6-4266-82b9-39f30af62656", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c24b3722-3733-451e-abd3-140cb59d4e60", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b4f9800b-2da4-48df-b580-343a2b46f46f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef110f70-46ad-4565-8365-08ed2f094cd1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4fd84ed3-ea42-4400-ba2b-eb41ab07999b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e8ff48c-791a-42d0-8781-67d37ff8c834", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e34a09aa-fa10-4167-8de1-49d8f3c490b8", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7098fe8f-f32e-4aff-9819-06574b33ec0f", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbab5757-1ced-4d95-84d7-04a6b27c6b13", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab4fa476-d883-470d-bfb7-7bb9f4514055", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6b5e224-96c9-4cf3-878f-9b1dffc88798", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10da00c4-615c-4ae9-b7e6-7bace2a214a1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec1a5854-7667-44e4-ac41-7bc41e7f1b4a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d5b3e9e-6740-4512-90aa-12ab9cec0f60", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9d7c09c-c0ef-49dd-82cd-e711482c42fb", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54325d06-1cbf-4e87-83fc-9b4c11fbb949", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "130cb3af-049a-4869-9bfa-e18ad6588775", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05ebdda1-a04c-4d72-b7c0-1c7b3f7d4963", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "db85713f-cb96-430a-9303-4925885f76df", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1dc48693-1055-4817-b2a3-7e02a5918b6a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "53a5de08-d96c-4fc2-b4b2-56f036b6a6ed", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4d9a94ed-2470-4b75-ad1a-65265b595bb9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8507054b-f582-4650-b162-fee9404c54c2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c3cebc5-8c61-4769-b2d8-3b57fc059cb5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86e9a459-b100-4699-942a-b057cfc72ef4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf6ee079-1d17-4567-87de-5190757431aa", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "72b791de-909a-4768-a235-9975d046ab50", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_429.pdf" ], "test_cases": [ { "key": "bcf237a3-da8c-425a-980e-54ee496667b0", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SITE DEVELOPMENT AND HOSTING AGREEMENT (" }, { "key": "7d662803-3a14-4e01-9438-b720d93ad9b0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Hanover Direct, Inc. (\"HDI\"); The Deerskin Companies, Inc. (\"Company\")" }, { "key": "356e40f0-3dd8-47f2-b56c-1b239bc22ca3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/9/99" }, { "key": "c6c7eade-d17b-4dd9-9a03-74e4ff37aebf", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "7f5b26a2-04f2-4254-9482-8ecd574e701d", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "aa87f4fb-87f3-4ada-bc2a-2bf61517672d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "7260173e-e804-4889-b625-dc3b15cb6bb9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ff079de-b982-474d-9ee5-d145401b15d9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b655063d-323d-4092-9dbe-933ae241092a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c607e195-8017-4ef1-82d3-ca5fd93809f8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "13a23d1d-ca46-4496-8caa-0f4be0a534c8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59a13bdf-5e47-480b-83e9-7e03400350d2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "983a5333-b774-4a6c-b395-dce0dc3fad3b", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a67c7dde-fc41-42e7-9b62-128de4e293e7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "913ff444-af9b-4a6e-9ebc-7871ea6e947d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8275980c-18b0-4a1d-beb5-b9c0b892499a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb7e2479-e53b-4686-8eb0-e8595a5d5cb8", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f45ff5c-d570-4043-ac22-4108b0e5e2a8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "848de314-4a5a-4e57-97dd-6292397f7f23", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "103ab2ca-d64a-4bf0-901e-95951bea9601", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "907b4044-309e-4e8e-9987-dc271ea2b329", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54273a07-7319-44a4-8f69-f02ce7a00402", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f24597fc-fba8-417b-817b-426b21cb7608", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7efe98c1-6d3f-428d-acdc-c38695361255", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04f74e29-6fec-4e75-bfdd-706d67100d40", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "093baf58-5a2e-4cf0-8d35-dddc1df5bdcc", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44940f32-6149-456a-8ec0-de00b58d99db", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a76b6350-3397-4cf6-9c0f-b49cd6eee444", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a15b4674-1d48-4a5d-aa64-cb766f41f207", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7eff3f8d-b1be-4ec8-8cd5-85ab63d5e0d7", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8a25c58-aec2-40e4-901d-36b0def2d5d0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbc95a01-0eff-4878-bb71-70419d09eb88", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3d545c4b-f9f9-4c5c-b143-708cf0666773", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c9f01c7-2e7b-4fad-a523-c5f4b33143be", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eddb45f6-0784-48da-af28-e2f1668e358d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9fc418a0-1ed8-4983-830f-2ea8474fa8d9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21277f71-6737-44f3-9518-f13fdae5e353", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17d5a772-fca1-4903-b327-c63d8ad989ba", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fcd8245-5a9e-471f-9705-26eb1158b13b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1d7c45dc-dadc-4d1c-890a-ad328599ab31", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_430.pdf" ], "test_cases": [ { "key": "3ad4c6d1-dbb3-4ae1-93ed-2b971cfc975a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "e-business Hosting Agreement" }, { "key": "231dceea-10c8-4330-9d05-bf24b17f4e62", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "International Business Machines Corporation (\"IBM\"); Bluefly, Inc. (\"Customer\")" }, { "key": "dca3b0b2-fa5e-4556-913c-4deefcc25d34", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/14/02" }, { "key": "b7e47144-1adf-4595-bfad-d5ac00e8dd62", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/15/02" }, { "key": "aaf728bb-e1f0-4f49-b07a-e1dcd90a2064", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "51565905-8c8c-421b-9b28-34c168a844af", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "9f333ae6-ec89-4266-9dae-8e62a9c2113b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fba3d23-b53f-4040-8440-7d77bbc51760", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b0364b3-4d42-4420-af69-1cf27eb8e959", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3be04147-004f-4130-b778-c4658665d9a2", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9c3bd7d-69f7-44c1-ac53-937a539c6956", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56f1c688-476b-4cac-a675-6733eaa22d2f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4dd4a088-cade-4339-bc83-75267dcfe17d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cad64a26-c1d4-45c3-9ca1-3cbae583ef81", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ebe6a3eb-9c51-4769-a203-9209ccfd5155", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b187de97-09d0-4744-ae23-f2cf8cab3599", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4701c5ce-188a-4b89-8d89-fb0bc5c73506", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cc27ea7d-c350-4141-b8b9-b2958624e8a8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fdd61f79-bc95-48fb-9648-53bfe3a3aad6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31e61966-705f-4c27-a188-c687b1cf1fe4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c33fb7a-057a-4fef-b936-ddac36faab89", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "228bdc45-266a-4beb-a3b9-738f4e5e2569", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c7313de-ab16-41cf-9ac9-dcaa675de91b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c89f2932-4f3a-4929-8a1d-e4022019b17a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bc737b6-aef2-4ff8-939b-0812c43760b9", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0edbf4f7-1ef1-4835-9890-09b346aa6a6f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "387f314c-47ae-4c14-b253-1afbe81f0baf", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5c43867-f738-428e-bf93-b8257af95c5b", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff8d7d26-58fa-46c5-8e15-02fdb93d6149", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c9c59fd-0615-48c2-9a3b-524509b7da74", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bab0d858-d676-4d1a-904c-0df034eaa2aa", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8d8ed9e-0dee-43d7-a40a-9b1be0d7f2ec", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cead8c0-99dc-4681-92c6-f5371da49e6e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "64c89a21-2053-476c-8d8d-8126e370fb85", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ede5e35-3f8c-4097-9c5f-ade5d04bf2a0", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "71ab92f8-e94f-4b77-9deb-845eb957c892", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22e038f7-20e3-4fa9-a713-adb9bd54564b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b77acd3a-03af-4c4b-992c-38a8f7559d43", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70b21870-32bb-4464-89af-cf9957d3997b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "745118df-512c-4f62-b642-e87647f35200", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_431.pdf" ], "test_cases": [ { "key": "e9459916-a89f-4090-997b-d3e1c8bc0d66", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Co-Hosting Agreement" }, { "key": "5b58b379-4302-4577-a3dd-072db864b7ea", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NETWORKS ASSOCIATES, INC. (\"NAI\"); SOFTWARE.NET CORPORATION (\"a.k.a. Beyond.com\" or \"Co-Host\")" }, { "key": "384b948d-75e9-4bfc-ab58-249d65e51f46", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/21/98" }, { "key": "283cbcce-6658-44ac-a214-de27f7886294", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/21/98" }, { "key": "21741d55-b3b2-4693-82d7-eed2a778485f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/21/01" }, { "key": "5483a681-4850-41d9-a825-425e0730d2bd", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "fc4dd5cb-e93f-4cdb-a15d-d6b1159443a3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c8e3c56-85f4-4ee3-b90d-6af229018321", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "19be18d9-d7c2-4d11-87a0-f55ae12851d8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "389470a8-a442-4825-8f32-46dcfaa069c8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e7bff6f-ec75-4c10-8d3a-13267050d3c7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc006d69-1bcd-4c2e-9cb8-2e44d6adc104", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47e7909a-776a-4172-a4ae-a7268aaf2f46", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ac5e5bb-504d-4e07-90d5-559807dc6bdf", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e61ad4c7-9f95-487f-94c1-da997e1db770", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4107fb9-d5ea-42d9-bc73-4b47bda5fbc4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45eff1ca-599c-40e4-9a73-b4bf2d6bbffa", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4242bdbe-58b1-4d3c-9936-41ae940e8589", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e89dc9a5-902b-40ca-adc0-49321ba056d7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24a7d8c9-bb9a-4264-b642-0846f992049f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e09ec735-e001-403c-993f-b4ca9656fada", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3da6a0ee-4824-4df1-91a8-a19247f19e7f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f58d5181-4f15-45c1-8bd8-8e4203f804dc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f0a380a-3564-4c30-9b79-16a953c360c4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cbca36ad-5a16-40a4-b243-579d4c501acb", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd8d972b-fe0a-42df-9e45-e73f8b14035b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "837460ce-7938-430e-89fa-5db7e31d3018", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f7c2148-efdc-439d-a1e4-6d0b16c2730d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1531eb9b-d76b-491b-9aa2-4f6fec2de89e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81380694-66c0-4679-bc9f-58c498a34fe5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb5e410a-6bf6-4afb-8837-c040f9456fbb", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c222b6ca-e032-4ff1-a520-710c88f06a36", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "95113385-c5c4-4f21-807a-331dd8720a11", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "138c6b83-f5ce-48dc-87e8-7ff4cd9202a7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb861f31-0ffb-454b-913a-76e87a4344b9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "559e61bd-fac4-43e5-acfc-dfb1c9457134", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "daad15fb-7258-4765-bdce-0bfe444d9351", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bda9147d-a1aa-40d7-b4fd-a0d80b158704", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5030e4a-a99c-4b94-b152-763e4a64c087", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cb08f67e-bf22-462b-b70e-c294d087a88f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_432.pdf" ], "test_cases": [ { "key": "3c6ed0c2-a01f-437c-a6fe-648ac16e46e1", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LICENSING AND WEB SITE HOSTING AGREEMENT" }, { "key": "af6d1391-2388-47bf-a5b5-faad48f4d06f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Mortgage Logic.com, Inc. (\"Client\"); TrueLink, Inc. (\"TrueLink\")" }, { "key": "93aa9cfb-185e-4c6f-9b6c-523857e9b419", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/26/99" }, { "key": "2727e292-f660-4e86-984b-12990a60b0af", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/26/99" }, { "key": "88966209-280f-47e7-b7d3-3d5b6746c74e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/26/00" }, { "key": "bfb02001-e4c8-46b1-84b4-050c86ffc4a9", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "8df56404-1988-4ccd-913b-ed3d840b2f4b", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "103a84e8-7901-406e-b60b-6ce530ed3a92", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "1c6c59a0-e99d-4eeb-88ff-d683650d8a73", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d49ac61-8e25-443e-985d-795a8b4a0957", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d36e54c2-42ef-4ebc-8fb3-d85bf7fa9573", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b375a5b2-da46-487d-887e-e1e86c997f90", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8822e46f-2a2f-4c9c-8a8d-be86b0a57be8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a664624b-3948-4e27-b0e5-16de5817a2db", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb4931c9-2858-4c92-ab89-6b9ca0d22caa", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7258c1d6-921c-4b80-9702-d3a8979193f6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "055d924d-287d-4e28-a200-616f01ceefdd", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07f23e31-0000-467f-8dc5-226c04857bcd", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b716c83d-c550-4b24-bb0b-6d0fbaec1aaa", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "30df1a1e-69a8-4625-bb24-a7aa866a40d6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a637ee92-7dd1-4326-97f3-11fa8ddb9537", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95da7194-fcb5-47d9-ad49-29074aad03fe", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "383362ba-af81-409d-9f5f-f52847c0aff6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45112b8e-0fb7-4de8-88d5-659be459d014", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c299ab04-f9b7-488f-a003-75d3ed724dab", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c514fa77-1293-4eff-8971-99545a9fc976", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "929cf1da-5db1-4be3-a85a-9e18791599ca", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf08db49-dc42-4c39-b390-3d6e2ca984af", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1cf2998-fe2e-4497-bb17-4f9ad2c5817f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ea7e87d-dd85-48f7-9ce8-a5c9e1766783", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5864d987-8317-44b5-8849-e6a2ad4a445b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f505829d-88d6-448a-81ff-44e7a850605d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e5ba987-032a-4923-9989-822735a438b1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f7771c8-3159-4615-a07d-8086ef4a9702", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72677e9f-030e-4090-a1c7-62b947739761", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd4aa410-e523-4ba2-b312-502cff16fa1c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f040fc1f-e85d-4faa-861c-757292c5e769", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df70df38-b327-41b6-b604-12ec5f7f5c91", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32ec6b74-9446-43e2-82e1-6d56592295bd", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2ea5145-8fb2-4b34-97d0-edf246bda8c1", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "206ddfab-6d9b-4d8e-b3be-a3a4ce2253a0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7cf60f96-7202-40b1-88af-2d5e0a5186df", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_433.pdf" ], "test_cases": [ { "key": "10968905-8ed7-4b5a-b7f4-6adc09524791", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VISP WEB SITE BUILDING AND HOSTING AGREEMENT" }, { "key": "1641546c-ec45-404d-bdc8-3602e88fc1bd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "YourNetPlus.com, Inc. (\"Provider\"); Kingdom Connect, Inc. (\"KCI\")" }, { "key": "93f1870f-7738-45ee-afd5-7e61d18018c9", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/12/03" }, { "key": "d2dbcaf7-7ce9-4a65-98f8-2b246ae6ee1f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/12/08" }, { "key": "6251d9cd-f7c7-40cb-adc4-1e52ce846153", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "ad4ee507-7a21-4cc8-9fd9-eba025fafffd", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "90 days" }, { "key": "f7cebfa4-d664-4989-903b-29e8588ca010", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "68d1feb4-e925-40aa-a2b9-3264d326004a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f724858-029d-432e-80cc-59358f375873", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6beddc46-2023-4cba-a7a6-757b822e51a3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0707f12a-48db-4bae-9e10-c42fef0adeb4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8327762b-ba44-4bb0-a9a4-0da5f31ff2b7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae221009-5e0a-40ec-ad04-7d48bb7b7656", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dcc9093-b1d8-499a-b85d-0bd2e8a34f54", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06842a70-171e-45ad-8e47-3b3fe37d72e3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1898988-ab49-4ae2-971a-79a806d17b23", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a0df132-bc03-47dd-add2-39e1836c5e76", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad6db1db-d189-4894-aa85-f37d153a13f0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "949184d2-1969-4404-996d-cd65698faaf9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "837df300-bd3c-418d-947f-272cb68f7d44", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0859cf7-b53e-49e4-8e45-7d0adc0de70f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "faf1242d-bd39-4ff0-8694-e19e6750d5a7", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77bb09ba-0d19-47f8-b9b6-4e8e58944b15", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fdccc54-62dc-4922-aba3-3ab43dfa6e5b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c87b94ae-33b2-4126-82c3-1cb90ab55845", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "552cec14-ba53-4129-9859-266ca77361b9", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ace1190a-6d5a-4ac2-8380-7bcf0379e462", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4168608-6225-40cd-8159-490ed20c7741", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9652b73d-a409-4948-9e88-b6407de8af96", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "196ae0b7-d481-42ab-a31c-9c0089396179", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d7a1097-66a0-4b44-9da3-0dbee377fd47", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87e5589a-e215-4871-8d20-79f0ae4fe278", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7904c57-6902-46a9-9f80-999f25b7828c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dedfdb3c-d355-4372-afb8-27c183114df6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76e105a2-580c-488f-8b3a-573453c35ccf", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26780d9e-fa72-4002-97c5-a578cbd8c3dd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24c93d57-b0b9-4d58-ac48-cbe9b04ff360", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7631f42-1b50-44e4-8a54-f9aaae92c96e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63b9d3c8-a2b3-4494-a79d-e4e247741a6a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a8c4e5d-2041-42e4-8de1-a4de4bb739f4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c9cdb83d-4727-4887-946c-ffb2fc1fdd93", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_434.pdf" ], "test_cases": [ { "key": "d5ce8598-4179-4173-9bb5-cb32e32c0fc7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "License and Hosting Agreement" }, { "key": "67b5664e-4d08-413c-b9d9-fad2937d94f0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Corio Inc. (\"CORIO\"); Commerce One, Inc. (\"COMMERCE ONE\")" }, { "key": "d6f21301-635e-40d4-9c1a-c5b0ca765b2f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/29/99" }, { "key": "8032f3b4-c78a-486a-89c2-db57377cc3b7", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/29/99" }, { "key": "ee5fbcee-58f7-4454-a59a-fb22882e425b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/29/04" }, { "key": "eee68afd-3764-441e-b443-39d0dbb4d338", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "13246c3a-d901-49a4-b4a7-2c5ece1e30c7", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "8d77d8ac-e6d9-48d8-9883-65d179c454f0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "52b3177d-a5bf-4ddd-9050-1628649dc6bf", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3ea40d8-3d2b-4c63-ac29-63aeab5f3c45", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bee8f8d-735a-4f52-83e2-d6aafa598eda", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a4608f9-7b4b-437c-a027-9f31aa58daba", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "493aea97-6b92-4104-be85-ecddde6a88ad", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c50c4c38-7400-4b6a-bb27-b8448b3c357a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e757939-a353-427e-abd5-b3512b724b29", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51fdaba0-e8a6-48c3-965d-90d94f8f60b9", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3fedf72-57da-4162-bbbb-95f93bb64731", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "238a0188-05e8-4b84-852c-71c6d817615e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "afd3209e-a0d0-4dc7-9ff6-5f324b16f99b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4972ea8c-675d-4289-af46-740278114f79", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3c86d31b-f40e-455a-865e-099d489c416b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f157b3f0-2f47-4a07-bcea-71b3d6822687", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e0d6358-ff65-4f60-8f34-e290017bdcb3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7269cfed-10e6-4818-80c7-8ea5910897c3", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5d92adc2-4c63-4140-997b-57cede5e9f58", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dead9c35-457f-4f57-a7ab-1736b1e99729", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e98607fd-24da-4e22-b750-6fa7c4e87291", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8479572f-f13a-4f70-8baa-34fffc4c47ea", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c69b4580-c5ea-472f-b8dd-a71e9876479e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af5ec164-d772-4a9c-8a33-78605b4548ad", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "03a17465-4f20-4857-8362-d12d21c303d0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae02e5d2-0d4f-476a-9870-9a8923487684", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "55ada0c7-4113-42f4-bf73-e43d20ab9803", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "42e9b094-d8a6-4c0a-b15b-58d06555256b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04d0a81e-eb18-4f01-9399-b0bda29f11f4", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c01a5b00-4011-4799-9b7d-c652df93a852", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c801be1c-b286-4e5b-821f-6b45e1cc6e9e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6837ac45-0aeb-4389-8167-aa182c8e3585", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6efda0d4-0299-44f4-93b5-4a47ce929816", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce2a1f1c-866d-4a84-bf38-c07c014b3f42", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "90bff2f4-0867-4ebf-84eb-f444cf07ddca", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "88bc0b92-2bf9-4d48-b3b0-6630c328c2a2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_435.pdf" ], "test_cases": [ { "key": "e1d39806-17f2-4da0-b4d1-f1134c6bf1d8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "License and Hosting Agreement" }, { "key": "c6822097-a4c6-4dca-a832-8decbf624244", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Corio Inc. (\"CORIO\"); Changepoint, Inc. (\"CHANGEPOINT\")" }, { "key": "74a1ea2e-dd29-44d8-b7d1-6aaba3c1eae0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/13/99" }, { "key": "2e32167a-e6ca-478f-bc86-a162eb533659", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/13/99" }, { "key": "6fe438d4-23ef-4c2b-adc5-1788f12be149", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/13/04" }, { "key": "d788815d-b046-4e92-bf0c-87cce0f38321", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "0bf7be88-2850-4618-b249-2872b4dd400a", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "ebe64d5a-8ab0-436e-b469-08769c909206", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "46416dc8-d306-4120-9f12-48f26978df2c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2eff7ae8-9251-45b3-b758-2cb3278bb70c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "102b6351-85f4-4c22-9d3a-0355446aec17", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d97bde41-669b-4683-a8a5-dc6725e6972f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ff92bc5-315c-4658-8a18-b622c821dd14", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbf91e89-3e00-4cdb-91cf-8c959824cded", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dab46d40-884c-4a3c-88d9-737959330443", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3ed82c1-eddc-4eb0-93c9-ffbd052cd990", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b95b91a-a1b5-488a-aab1-f13dda5c8fd7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a19b744a-36c0-4b40-8151-9fc2703aba2a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f61e6e79-3ac3-4d30-9e3c-122d1f61ccd2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2b9f8e72-cdca-42a3-ae57-47ef1c6e10af", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f8768019-51a4-4513-8568-4387414a350f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "354d110d-f42b-41a2-a608-e762f6c34888", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65c45fd1-4453-4499-9081-3c8fc8affc1a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10d062a7-59a4-4a71-ac8d-03c2a6430833", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d36f5ac9-2c7a-47f6-9074-bc981a49c06d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b7da2222-0679-4ca6-8bc9-d3f438b9f639", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa499f78-f6f7-4fae-96e3-8afd628edb36", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6e18135e-e652-478c-ac5a-7efa95fa9bf2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7762fd6-f498-44e1-8197-708eab92a3c0", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c70849c0-95ac-4f47-b394-f440b04bb64a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "410ccb32-5689-4f53-9fe1-69a71b684b23", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dda82f6b-9fad-41d4-bc19-ac71c0049c8a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "63cab9fc-f128-4743-9f46-02badb82c1d9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ebea3ebb-bdf7-4ae6-a50c-4684fa18a607", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0ca1f619-3c6a-4334-beee-8104ac44e7fb", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "caa97379-afe2-4da7-b011-4b9d2099ec60", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46ca4a1f-4038-4483-a500-f0d7d455636e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "accb51f0-29e4-41e6-bacb-62fd18040ba8", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3227d425-0579-4e1d-92ca-e516b36f895f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdd83e41-7912-45d1-9d5e-e3607397db66", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "095a9b73-145a-4289-b693-bb4545c314c0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "fed3c300-677e-4c92-83dc-3ed365d46d45", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_436.pdf" ], "test_cases": [ { "key": "77560f6e-6890-4b49-8088-d2764c38b2c9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "WEB HOSTING AGREEMENT" }, { "key": "f0e6d2a0-4033-4684-821e-ec2ddea7b3ae", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Galacticomm; Horst Entertainment Inc" }, { "key": "0eab95e5-0960-4416-9f20-2d8c6608e9cc", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/9/97" }, { "key": "239d876a-de38-422c-ac44-c514440f9519", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "960f4bcb-4f1f-46ab-9500-5f4679be881b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78fc5871-348b-44c4-a883-e9a6d0c17b61", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eff45096-7e94-430f-a7e4-7ad918276d40", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6afe264b-aff0-44d3-8769-35d3756a5537", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9d0540b-3d62-46d7-a2da-ae264770f789", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8594ef6-c8c4-4cb7-9e95-94fc434404ac", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0dbffe1c-69c9-4a3e-8e01-44423ef1025e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa67424c-f0c7-4a4f-846d-3fbdce3497f0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b244a39d-64e0-4c15-85f9-f68c39408eee", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52a35541-0826-4545-b49c-b384ceb5f6af", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec915eb2-9529-4235-b687-3180a04ff333", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "155d8169-17e7-4916-be23-bebc9c34144e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e49f101-b9a9-4630-9432-88de25cf9188", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96c1b401-eca5-4e7c-8cb5-f51bbea9f226", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63caaf70-165b-4397-9eb3-450a33ad49a0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d03af43-1be3-4960-919c-ade23422f992", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fde1a5a4-9a86-4ba3-82a2-3c42d1626f0b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28bb6a40-85db-4411-84c8-d96d49143186", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bcdf0bbd-3aa1-48b0-b636-1a6caf31fec8", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3901ac97-d84a-4838-b81f-f5e5e279ffba", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5204b322-a4e3-4e49-9cae-da73bbd1ffca", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9263d595-5220-41c3-be96-0f14bbc10c86", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30312c6b-d133-423e-b87d-e7223a23b59e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9aae7c2c-b5d8-4a25-ad3e-df9d0f46039e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db465f61-de4c-47b0-90cc-e990ad850a28", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e606600-e5a8-4a7e-a61b-87330f9120d8", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "567b0746-6fca-4fbf-9c1d-51cb8a7aa2a7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a295b28-24cb-4e9e-82d2-310424e98739", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "405475bf-15e9-49f0-89e7-3d411486d3f7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "228096c6-6ba8-4e78-b1c9-11d5b36af0cc", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c32737e-ee37-49f7-ac6b-054eb8251c1f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82b322f6-490b-473a-be72-0561be2c8ac8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "e78a7d07-2f90-4e1b-aee3-31e4f12ca0cd", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_437.pdf" ], "test_cases": [ { "key": "7117b166-7843-4294-9834-6b35dd9dbecc", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Software Hosting Agreement" }, { "key": "25794dfc-6819-423c-aefe-e1e5a9488026", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "INKTOMI CORPORATION (\"Inktomi\"); MICROSOFT CORPORATION (\"Microsoft\")" }, { "key": "d1146e3b-ab41-43eb-9514-6b57257604c0", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/27/97" }, { "key": "28c91ac4-916c-4fc4-b985-417d1ed5f1d6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "f13cee5b-0ed1-4c18-b13a-7691cd100fe8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Washington" }, { "key": "6b0e502d-2890-4c1c-ac8a-d906049f7bd4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "632a0bcd-f546-4ffd-9f8e-61859929559a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9edfd70b-539a-4bf5-a0bc-ca91f95cb574", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5c42c37-d233-4e0c-8e33-06d1db607007", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20d268cc-22cb-4da9-81fb-603541e5a81a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a77bbaa-45c7-4817-92d5-c50588918d05", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e2745c4-45e2-4cce-8347-3a067a8295f0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3478f55c-7669-4f2d-b089-f62221ea9fc7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0fb39356-6b8e-4111-8b06-86484f27d652", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7a2f3163-a62a-4921-9ab1-9492051dec96", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "38a2f5bd-7685-4112-a66a-60e3b8ece026", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "63dadbb5-c03a-4c75-8603-7ac72ce89187", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a518b37-1abf-4431-8603-aa064dd50595", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15a8101e-92f0-483b-a940-1e587dff86dd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8af379e-6369-44b1-a8bd-cce7f85feba3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c56ffd30-836d-412a-a32b-a555ad3f3d6f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a2d0cc75-b744-44a7-9d74-5d03d0f8e22a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aff0fdbb-40a6-4362-8472-a23bcd412ff5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9a726eb-7b8a-4f74-8aeb-5d812d49416d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "85187c1a-b296-4df9-9c2c-0081b62467fd", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6c8ddc4-a868-44f9-a5a8-729f104d0b7a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3193130e-1943-4677-9015-176e762396fe", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf9ef544-4eab-426f-a0ba-6baa455c2c37", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23a4abda-b3d8-4216-8cf6-6051187869a8", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "67e6336c-e8f8-42dd-aec7-76ffc299309b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1583b70-7bbb-47cd-93b2-b44469f6b0ce", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0cbc11be-b203-4ff1-819c-0f8335c5bf5f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e1e500d8-d014-49b1-b9ac-9e230b2fbabb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e534a1a2-8017-4349-8dd1-7bf9d3e82bfc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d3600ab-9e5c-450a-b82a-c9caae691642", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d4474d2-dce2-49a4-b9a4-ce9a2c9f9a50", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "96e14609-8891-4583-867a-eacfb02e3bc5", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15640cde-f752-403b-be72-92d01ff7f0d8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "30293ff5-db9c-4921-9f2d-b31003f0e4ca", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_438.pdf" ], "test_cases": [ { "key": "609259e3-afe4-4f6a-a664-4bffc2af277d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Amendment #3 to the Manufacturing Agreemen" }, { "key": "16afc808-7e3c-4832-8e4e-f48ad2e98d9b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ADMA BioManuFacturing, LLC (\"ADMA\"); Sanofi Pasteur S.A (\"Sanofi Pasteur\")" }, { "key": "5a6ccc18-5c49-4cf3-8f5b-7199ac715b88", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/22/17" }, { "key": "4079af38-5230-48b2-ba0d-01c7a3ac3653", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/21/17" }, { "key": "6a9e80e3-bc88-490b-9e8c-2fb85cf31c76", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5a70da9-fb4d-4d24-be41-84dd6fdcf57a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7eef76f-58fb-4be0-9d4a-653cb6d37de2", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7da9cf97-ef8a-4069-8af6-69f2701db12f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b7ae3a5-9f71-4d89-b3ee-cf92f758dfea", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "197eb998-7b83-48dd-8e87-56a7d4ad1478", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f1bbaf4-460e-4fc4-83ce-8ebd7d160357", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a470c566-8b09-42ac-9447-0f24bb0ae027", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3e15b3f-6d91-4e2e-a87a-95b1b7bb5bab", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f25fec58-8f99-492b-85f7-c0905f64d9ab", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "327d03a1-984f-49ac-bcc7-daead5334459", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d894cbe9-0319-431a-a452-30c2f56ffff5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a41ccefb-3d62-488c-b63e-897c732a4e45", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3191f861-ffa4-43d3-9db1-e34d309bee80", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb126bad-9938-4049-b705-8060540f239c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d57d178-8602-4358-b332-d14e721199e6", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32b0079d-53d6-4e49-b79b-998de6d87979", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acc5d413-b90b-4cd8-b387-097a6e1e6ae6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96cb1715-bf80-4eeb-8691-1c7b7a4a0eb5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3646a749-3798-4030-abb9-d5458132f4a2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49fcc029-28e6-41c9-9a31-f88821b87dec", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "071f626c-b930-4b24-ad13-f39f28f48b2c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06eae807-32bc-4fc5-9f80-b8fdc61e2c35", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de697456-b613-49d3-97f6-9fb275aa5a08", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4af7364a-cdb4-43de-933a-e7640b7f1f53", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e06107c4-1eeb-49b0-8c12-8644837be07d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f600cf8-122a-40d1-8beb-a6ce1e2174cf", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2719ccd0-2e4c-45f1-b6e0-3cad1b7e9194", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b76d15e8-e844-4e09-989b-05b6689a49a3", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0ddce442-2af1-4bbf-a6ed-c9e1550800c6", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "563d235e-fea5-43b4-8021-a9be97ff9fb8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa8f6a4a-94fc-4cc2-9da5-74e40d2046af", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f0d123e-efb1-49ee-9c53-c5fcebeac83b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "35f6c6f4-4af2-4ab6-a772-9f427c54dac7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_439.pdf" ], "test_cases": [ { "key": "546372cb-8f86-44b2-aa49-38cd17a91a27", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Manufacturing Agreement" }, { "key": "4b415183-ce2d-45a5-b778-ab8ae72f6cf7", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Antares Pharma, Inc. (\"Antares\"); AMAG Pharmaceuticals, Inc. (\"AMAG\"); individually as \"Party\" and collectively as the \"Parties\"" }, { "key": "322a7f81-78d6-4d7f-9415-15db61c90876", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/18" }, { "key": "420e37e0-ce5c-4b9d-80b8-4ec25da5bdda", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/18" }, { "key": "d2cf9854-989a-40d9-9966-a8f430f34a98", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Perpetual" }, { "key": "650e4df0-e94d-4a6d-bc28-66b8264c9e00", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "4bde795d-d886-4f0c-924f-41c328da0a5f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c8a10fe-d9e5-4814-92f5-248da18d8500", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d7333a7-b068-4a65-b66f-2eb318f70f8a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31446063-0771-40cf-a1fa-bdd16c778095", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0642a9ad-a10c-4fc6-bef5-52917c1a4642", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "427cb7d4-c337-476c-af1f-094f1ef43de5", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8db6299e-1006-42e2-b797-043a44679c16", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ce7c3b0-ce87-4e9f-8c48-8f06de01d16b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68f121be-b442-42b2-b4fe-4b573bab7cde", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be9a371d-451a-49d4-9e50-defb1028d533", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5941c26-7f82-46e1-a779-5febeff02d2a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb8b91fb-7a58-405b-9962-06e885c53db2", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3aada5ef-040a-40c1-a5cb-9573623a0f24", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fcf59f92-7d91-498e-8617-9ab1fa159103", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d4a8d43-96ed-4966-9c42-4ce17f423d87", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f010f978-f983-40c9-8720-a78dc7d4b677", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88908378-0f25-49d1-9909-649aa0a5e3f0", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "781287d9-9c2f-40d7-8b6b-c50f8e9b0394", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b18ee7b3-177c-4f54-b5cb-53a010064c3b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "62d37c8e-ddd8-463f-abb9-570ee145208e", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9c468e2-8a72-4a99-ab54-517e759375c6", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9581255-be3f-4116-8cf6-c8127a6e8923", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b486640-f69b-4f48-a321-05dc69827280", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a457518-1d9c-4f4e-b046-4f46fa0ddee9", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22796049-5429-44c5-8e7c-362bade33a02", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "987fb2a4-57a1-4b77-ac76-2be00a09bb28", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "299d54ec-56f1-4a6a-93bb-e5623a6efe2c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8366c796-ab41-4a9f-b4dd-8aa15ce6a6f7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "48d4e9f8-5fec-4b6c-885c-b483b9c5e137", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0612793-f853-4159-9f1b-eef4366e904d", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "159fd015-43ce-4bab-afce-18f500073600", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "806376e9-a815-4478-8f94-ffce5ab161f2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "057ed75a-af86-45de-a700-f32661bb7f5b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "376dc029-d9b5-4e11-94a8-1f1bba4e7713", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_440.pdf" ], "test_cases": [ { "key": "133bb3ef-ca2f-4b85-bd8f-d4ad454b094a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Manufacturing and Supply Agreement" }, { "key": "45ffb9fe-9c46-48b1-83db-14a6a26d02d1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Apollo Endosurgery (\"APOLLO\"); Establishment Labs, S.A (\"ESTABLISHMENT\"); Apollo and Establishment shall hereinafter be individually referred to as a \"Party\" and collectively as the \"Parties\"" }, { "key": "5cc5b214-8b15-4ae1-ac47-f1ae0475d53e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/5/14" }, { "key": "15b6e7fa-90af-4651-a241-72ee9db65e9c", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/5/14" }, { "key": "5f68d220-2f1c-4166-8f01-fb8e1d690e23", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/5/19" }, { "key": "f628b399-5e11-4807-a20f-157fa5a8921a", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "85a50449-06fa-4593-a510-5deebd9b81cd", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "9e9ed796-a86c-4a3d-bf40-d1181a47ad77", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "b6622267-b6ae-45fc-adf6-7d6385930c7d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64b32973-c3ce-414f-955d-c6ed9e60dfa4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5520fb8f-8964-4a55-910c-320444c0ae36", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19dc9308-1023-4e72-af51-a13d39158f44", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64820e8d-1cd4-48ed-9c2f-f3d3a19ffeb3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67cf215d-4891-4335-9ef4-dad3ad5cfcb4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96b371c0-f288-4a28-9364-973428dc44d4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51e502a1-7306-4c06-b235-fd10c9bd6ae7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bffd8998-8275-4799-abfe-354d775d3b30", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e9d062d-5abf-4742-a650-f417452db2a5", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5593b693-15f7-42d7-823e-2d433c8b953c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24d58a2f-3dd4-436a-8ced-166f88b2f78d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fc33937-f053-4755-8dad-92e160418665", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eed2f36b-fea2-4e3d-ab72-b64795b02b8a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f676d3b1-2e2d-4b16-a865-357b752c9f4c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88e7327a-29b1-4762-9620-cfbadf0cf3c5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54df1bf4-0639-4cbc-aecd-e85c91360c70", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "319c22e7-fbe1-418a-adae-9b2c608bdeec", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a277b7d7-bb10-4899-bba1-2c6d3b7200ce", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3113aecf-a9ea-4117-8219-491f92da55b5", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fc3e3bd-4b52-4b53-b8f7-b4f253cd5226", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e825e0e-9cb8-4831-ba59-e3415db9ad8e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea3c75d9-4e54-43cf-a050-99525454031d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12e07105-b034-4868-a4f9-8565edb5e0fb", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dd037c2-a0cc-4513-bab2-f59724d1439a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "759a5727-6d10-4cd0-bc8e-2e54c28f1d47", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52222ffc-2d6d-43b8-b14a-7294c691b0bf", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "94167f1e-b233-4900-a3fb-a2274899bb50", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "743d32e3-419c-43e3-856d-11dc89b0c2ab", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85880691-7262-40a4-9f02-d53fbae64204", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fcaa0c7d-7f07-4ac8-a9d9-1d5f9999037c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3ea8060d-ffc6-4845-8f67-7e57004c8263", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "442c845f-fa27-4302-a712-9a29fa7768d4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3329c3ba-0e05-410c-baae-ead9385eb04f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_441.pdf" ], "test_cases": [ { "key": "c4e5c493-e9a9-498d-a94b-9c5b22a1c9ec", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FIRST AMENDMENT TO SUPPLY AND MANUFACTURING AGREEMENT" }, { "key": "d6cf8d99-1fab-4cfc-8cd0-ce20b2b9f10d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cerus Corporation (\"Cerus\"); Porex Corporation (\"Porex\")" }, { "key": "5c7a63e4-6a7a-44c2-bc71-2ada82dc3543", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/22/18" }, { "key": "c146eb18-fbfc-49a4-8070-8e29ddb1aab3", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/1/18" }, { "key": "94d7d645-455f-4aa2-b547-96c350a77355", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cc375af-8687-4ad5-8af5-172b603316a4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8b15739-b49c-4b7b-89fc-8599a9f3ca14", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21b22a83-bd68-4cc5-80ac-2394330ba1b4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3609ff7-b4c1-4da7-9a70-4cd3cc9653a5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fa90bc6-1307-42c2-9134-320048f2d97a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db833169-26b6-48a0-90f0-999734b567f7", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4954a4e9-d490-4941-9c39-09ef0dbc7208", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4fbdad4-310e-4bf4-9eb3-95c457bd0c49", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37e93f06-53ed-4c14-add5-51e827c30dcc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "054685fb-c67a-4470-87de-c695155898e5", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18d5ff0b-700a-4853-810a-6cd0a0f8ad58", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8cd630a-e576-4dc1-b028-31665a8d826d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60f36f5b-6d67-45d4-8086-9cd7fd29b340", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b5d9fc0-4ae6-4e0e-9a9f-4a1791252929", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc9f43fa-c870-414f-85eb-9e461bc33672", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e2d40d5-0636-4f5f-a29d-d3447d2db03a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2dfbc89a-bf7e-467e-a403-589924fee31b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5598ee65-c934-46ac-a930-9605a023d65b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6e8efc5-9993-49c8-b8bd-12850083a9c1", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fc0526c-a861-4a29-a310-d212ef69775b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9513d7fb-b8a7-414a-b353-c25bd21072d8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47b30002-d099-4409-b99a-4f9a5bb38749", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72392a32-a7d0-415c-9d9b-360ae28c6a37", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "803d5224-4cbb-459f-bae5-8848437a8932", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "943348fa-a3eb-44a2-8da8-a46aa23bc5f3", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73b59c52-b4bb-4c5f-bf42-367daf1939c0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "182db9e5-67ab-436e-8201-51c374585396", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c92d9302-1420-4536-b177-492d3b5e7a92", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19dfcb26-ebb4-4a57-8e37-e5901df3d451", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4352b261-7ad8-49b9-983f-349933feeecd", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e997e553-5b09-4c63-adec-0c17404f3c0a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac37c61c-c8d6-4335-bf30-332173c31cd6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6b49edd1-a208-428e-9043-8d26d322508a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_442.pdf" ], "test_cases": [ { "key": "2badf20a-0031-4952-9771-4957b5f00b78", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT NO. 2 TO MANUFACTURING AND SUPPLY AGREEMENT" }, { "key": "19913a54-eab5-40aa-a9cf-2d7839176b40", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Columbia Laboratories, (Bermuda) Ltd. (\"Columbia\"); Fleet Laboratories Limited (\"Fleet\")" }, { "key": "2b26aa09-ea1a-4d27-b1c2-0589db058ce3", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2018" }, { "key": "83078186-f9fc-4f34-99bc-8b2da2c3edff", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2018" }, { "key": "569b697c-7917-4db6-af40-e714e0dbe8a8", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/24" }, { "key": "9e26f770-e9d2-4841-85cb-a8ede20b313e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England" }, { "key": "61c030ed-16aa-4fef-9d32-7e650055423a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be37668b-4b1e-4b72-a80b-ec0482f6d708", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e618d80-819e-45c6-9e5f-6a692a3dcd00", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4fe7ea5-5c29-44f6-9481-fce2133d693e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00baf70d-c33b-47ac-ab36-9a358f9f7b3c", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51c3e9cf-fefa-419b-a846-ba40d4b17e43", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "917141c5-a563-4752-8678-ab84c071eaaa", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f233ca69-27f9-4d90-b8e1-ca23bef9d8b5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4aca71b-d0b3-4f44-875d-8a2ea1f81a6e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23751208-ddbe-43f3-82d4-ced1d01c58c5", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "54b2674c-398f-496f-88c0-aefdead4922e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ae4cf19-7a5e-4e32-9064-a257f443aa7d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f9ae404-afb4-4bea-8386-cb4ee30f6139", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "999a2b80-12fb-4388-84f5-4f294573bfbf", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86e9f2d1-7adb-4ba3-b3ba-989ce6f1f237", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a09a922-7527-4750-8b46-cc2e3f35a484", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3af3b324-57d1-4dfe-a3f8-b7aef1ef0188", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4fbbf19-275c-4d5a-ba79-0dd2bc7ca3ce", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d322c63-eb8f-4f52-bb69-e8ec443b003f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fa1bdd4-0379-484b-b388-71f51be742ca", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "844c94ec-bfb3-4215-9e8e-c15506381152", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "434733b6-d63f-4ca6-83e1-0107b71a659f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "958ca522-2e22-4841-a67f-0309245e6c13", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a79045a-b38b-46d0-86ef-8dfec16404fd", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f47a797-4e96-46c9-88a9-9c402b275828", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cd014547-c9de-4ee6-8760-0ce0e04ead32", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a9a5d075-be8e-4391-bc4c-fa21857f5a6d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95971271-7de3-4baf-9d5f-b814af115aef", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "debae361-ab38-4ffd-9a37-f9f30932971c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b5b0243-acaf-45c3-98c4-314ecca167b9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47dba312-5fb0-490e-9389-b99600e316da", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c6f7ec65-7d2c-49ca-9178-f159f868f76c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21263337-36ed-4f9a-a2d2-d811f87bdbd5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bc94f226-2556-45bf-a217-eb191f7dfcd6", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_443.pdf" ], "test_cases": [ { "key": "b1d0605b-9dd5-4fbd-a463-6869b2ae9d94", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Manufacturing Agreement" }, { "key": "4fc2176d-23aa-4f29-9d56-e538e3102802", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Electrameccanica Vehicles Corp (\"EMV\"); Chongqing Zongshen Automobile Industry Co., LTD. (\"Manufacturer\"); ELECTRAMECCANICA VEHICLES CORP (\"EMV\")" }, { "key": "72df71d3-be5f-44ed-994b-4f0f8b41e4a0", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "02/[]/2017" }, { "key": "dac3f5f0-d0fe-4e56-ab5b-501944c5f956", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "02/[]/2017" }, { "key": "400bc231-500b-439a-882f-1f60556afcc6", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "02/[]/2021" }, { "key": "da8a4905-9af5-4136-840f-32466249f5bf", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "efba1edb-132c-4ca3-8c42-138ba6bf810c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Hong Kong" }, { "key": "1c744682-4bc7-420b-b119-a6d9b330c023", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c59b187-2817-461c-a437-9e8b4a710b76", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97f70990-5753-44cc-827a-1e8fd38e3284", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdf49b12-b860-42e5-b008-be4c0bb26cc6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f5948483-80e2-42a8-bc84-52d22ab085ac", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65c83554-ec8b-4be5-9779-a3d2b3d50629", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47cc614b-ab65-4ce3-afcb-dcd26f45dccd", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa634735-b0ae-4705-8cad-6c0fda22a815", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eabdf746-a258-4389-88c6-996b21f62ee7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fab36d84-f4b1-49d5-882f-bf7f2bcb4c60", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e71dc4dd-e77b-4fdb-88d3-ae1385aa42ab", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3054f333-d280-4405-ba6b-0c9075ca54f0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70f49932-eb87-4039-8e57-98e2106a08b4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a875b2f1-7b04-4929-81bf-9ee9966cf4ac", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "daa648f0-30a2-4507-a50f-b357c7f4636b", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab553f37-df1a-4135-b097-9c2774dbe358", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ac90b93-71b9-4fa2-8f7f-002486ce0e29", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a960c0e8-2291-4fdf-8aa7-3acd0c27c1c7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc544eaa-e30b-4991-9ffa-c86351db45db", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c700eba-930e-4b11-af4f-bb87c75a5533", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cdd2bc3-33f6-44ff-b6c0-41ec60c9cf3c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc832918-f6e0-4883-b4f6-cc36fada32a6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12e5d585-dd64-4dde-9527-74d29097bf81", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3356a92c-4c7a-4172-86d6-531fa34e100a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "301b8f98-5960-4459-b6bf-aa194fae4c2c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "32523d72-8d24-4f3e-a0a0-c7ad05c437b5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e4776d4-9101-417c-ad5d-bf7574bed553", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "965cb12d-b6ef-4d55-96e5-216592371466", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83421298-2556-4c13-9b7e-1189b5b5adc7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c54abf9d-6ec4-456f-a85c-1e474d9cfcdc", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e45cf9e-e397-4bc1-b4aa-1ec1e016c5ee", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d1dcd12-b1a8-4f39-b557-ec77ee9ebd44", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b06ee19-37f6-4a88-9ce8-1c26e6dd68d2", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2cba96dc-fcf7-45cf-8e29-88825c28a176", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_444.pdf" ], "test_cases": [ { "key": "845f3b0c-12a6-495d-aa04-5769a9f2342b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Master Development and Manufacturing Agreement" }, { "key": "43d3ec47-6d09-43b1-87a7-ca6952d44f4c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Magenta Therapeutics, Inc. (\"Magenta\"); Bachem Americas, Inc. (\"Bachem\") (individually as a \u201cParty\u201d or collectively as the \u201cParties\u201d)" }, { "key": "4398be35-9177-481b-ad02-556a90193689", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/13/18" }, { "key": "41a46b4b-820e-4ce3-95f8-2c89a8d0a109", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/13/18" }, { "key": "53ec681c-7bc2-4110-9a4e-2c52b40eb061", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/13/23" }, { "key": "83f8d765-73f7-4b19-8fd9-03a4b07402f4", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "903fe487-afee-4c41-9f35-29982eca47be", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "33e687e7-142a-4acf-b486-d79a6706c06b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9baa471c-b7e9-43b8-9658-fdb3ced8d506", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78478691-bd04-47d3-9f2b-6dfa45b34ce6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "015ca6aa-0fad-4ec2-b61c-920bef9b6b4a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "873cc178-fc43-4481-9630-2824d2f4b8b8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6817c12e-a697-4fd1-a941-4b22db488d6f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72b92691-829e-4833-8f80-8339a5c475ad", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8309d450-e2fb-4269-ab89-c4c213346c01", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "70a3bf0a-1593-498e-ac70-cf95ae284ad7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46d4f2d7-6218-48a0-a526-a0b5b71ac8cc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "667f30dd-d3f2-4376-a3a3-4ee7805da1bb", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "838e525d-d075-4ab2-b9a3-dc9c2cdb373c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "243b50c1-829a-4075-91e7-165fbc4c8a72", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fba1291c-eb52-4145-a8ec-16305410de20", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42b9717f-e433-43fa-a4ed-7a802484c6d9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac692a4e-9df3-4245-b58c-8847990d7135", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d01814d2-04c6-4f88-9a86-6310a81c84f4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fded163-233e-42ac-b976-5839a7f3797e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bcaaa0bb-9bc9-4226-bfc9-d8d7ab86d0ad", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36f66f70-6430-4411-bf3f-ee592dd76cfc", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db60d1ba-8669-410c-a2b6-b954d618878f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "635cf04f-fb72-42e4-be9a-c5a8070884b5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "033f643e-a947-469f-945e-cddda43a0f67", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c949f841-ac27-4d41-a85d-8b940cdac6c2", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fedb7da-051e-4fd0-a8af-2691ec11a6ae", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ac91357-d5b9-48fc-925f-adaca518d8ce", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "955fd50c-4051-4971-9a05-9c7b1485dbba", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dea255fa-0d97-486e-9b60-7b1d4e3843eb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4cedd2f2-d277-45f2-833c-c6036bfbd885", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a29347b-a25c-4d9b-a1fd-1cd5f0f15c9c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a6476b6-2711-498d-8522-37486f38570c", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef7312f4-0c19-430c-b68a-eb01df16858f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45e8ed17-91e4-4499-8410-e343c1f20ad1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8f1ae8f8-9d3d-444c-93a1-1ccac6381c9c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_445.pdf" ], "test_cases": [ { "key": "1433d113-cf8b-4cbf-862a-0988a6fe881e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Manufacturing Agreement" }, { "key": "525a90ff-0a07-466c-b922-811f4708d699", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sonos, Inc. (\"Sonos\"); Inventec Appliances Corporation (\"IAC\")" }, { "key": "27505d77-3803-4272-95cb-fa106b54a55c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/4/14" }, { "key": "062012eb-ec2e-4fab-ab56-4d92e461f6ce", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/4/14" }, { "key": "838bd5e8-d45f-4229-8fdc-f0d4f160aa6c", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/4/17" }, { "key": "63c77399-e414-4b90-9cc1-b1971b35df7c", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "4eba3569-1503-4139-bb4c-0f862bbf07cf", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "3d7772ad-a769-41e2-85b8-c64992c0baeb", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "f4f22481-3432-4bee-885a-d989ac294d8c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc4af3fb-5231-4183-baa5-2e9a918f51aa", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50cf6303-8c7b-40ff-afad-232b151b2dbd", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "276e9efd-051a-4f73-8c44-b6266c71d8aa", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9057028a-b3d0-4699-986b-5be1b3476c2a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f48f521-3ee0-4a19-ac8e-735aa349e2ab", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b40813e-5ea0-44ab-a2f3-39c5a356d872", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "689eb8b6-903f-4e3e-98d6-d051eed560ea", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "96d6fc23-054e-44f5-952b-6cc73adcede4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d261049-de35-4070-8713-079e00b259d0", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd43e4ff-4230-4087-a04b-f2092d06388b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "10c57a4d-83f7-48bd-a7c6-ff0d872f8836", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4739b06c-12d5-42b3-893f-677ca55b8049", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ce1ba51-89eb-488e-a32d-0d44d66cac99", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67a2e694-ab42-4297-b9d0-b75e12571823", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88ca6b94-ec3c-45e3-a95e-4eafd00a9fb4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0357d3f0-01d5-40fb-85b8-8bf577f388cc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d55220f2-956e-473b-b251-5200123eab24", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d9c0ad3b-27a9-4a37-8a75-c06fa69736df", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3cae0377-7dc6-453a-9fa2-125cc53239cb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a184108-44ca-4371-8047-bafd6b91bfad", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f2f0d9da-5b1f-428e-9dd1-438cf06402b8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "862cab2c-ccf7-4712-ab8a-696175b34f6f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30abe4e4-d6ba-44b5-b030-d98c978697ae", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e6f72b8-18fc-43e0-b580-b8c8a640814a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e73bdbc7-5f7c-4332-af07-6ab90fe8b4cd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86fdf4ca-13c2-4e1c-9169-b897afa1f117", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "087bdf60-b87f-4956-86ff-a997e8974c38", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c798122-1959-438e-8e78-caa00dbce60c", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e29aebae-3da1-4e70-982e-9f6aec040f59", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "af1b4249-ecd7-48a0-b591-5aa975e4d3f3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2056157a-7667-43f1-b064-d8156c34420c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "55f9ea6b-5efc-470d-821c-085f237487e5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "cc207f8a-9387-4596-a00f-b91563d997e4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_446.pdf" ], "test_cases": [ { "key": "1b844995-ae9a-4c16-8e4f-23832d9769f4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Manufacturing and Supply Agreement" }, { "key": "382a860f-2ad3-4253-b159-820a2bc40fcd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VAPOTHERM, INC (\"Vapotherm\"); MEDICA S.p.A. (\"Medica\")" }, { "key": "07dc277f-1a24-46c3-8269-2f6c3d85fac6", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/13" }, { "key": "6aa32c6b-1e73-40dc-9fff-f672a47849ac", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/16" }, { "key": "be63a3de-402d-421e-aa0a-34323c2c5c21", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "eae9ef7c-9d68-46a5-a7dd-04c7ea648f15", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]" }, { "key": "72af3af7-114f-4877-a5d7-c3738e0b7ac8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "d5cbd2c3-98e7-42ab-b864-64f99a7c13cb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "021f99a1-c57d-453c-8119-bc809ae81b1c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28292ef8-3f8e-4c0a-9c1d-f61e8491684b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ce290da-30ae-42ad-85fa-e2823a9647d3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20c84ffc-4d49-4339-8b2e-3781df76e2c8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c1409ec-c4c2-460d-a7b6-3cf6dc4804c4", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ded57003-37d0-4462-b22d-95b8c4077f67", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f1fe36f-b883-40a2-8d7f-2a79f25ecc8b", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f88970d5-3ae2-4749-9d5e-09a61e002ea3", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "29bdf95c-1a82-4891-a35d-540760a4ffb7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3cb51748-5274-4d45-bcf6-8d8cd0871ac8", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "be13ba0e-5762-4cd0-baf2-e36be17242fa", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b1bc7d4-d140-4e42-9af8-bdb9c0141332", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88e6bfda-006e-41d3-8f82-b0decdb3baf5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5b7b81bc-dc8c-4e6c-989b-8ce3d79e99d9", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c49688b-7509-4f55-9cd7-a53141950eae", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4c0578b-7be4-41af-b7c0-bd47b4d681d9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c3b2043-a4e7-4a34-a7cc-f65e6567a3bb", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36d8b07e-c9bf-4e37-a70b-1215db86d159", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bcb06d2b-8169-4d1a-96a4-64a582da066c", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a71ab0c6-a243-4639-8901-ffa15b4b0817", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4577d1f-dcd1-4377-9b62-ec44c3558be7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79bcaf7a-ae08-45db-a26a-51b165dc23ad", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a16a96a-4c94-48bd-b2c9-d89c16fcfdaf", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebb2e6e3-7f90-4b9e-bef6-bc2a4263c8c1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15b157ef-9dd8-4bc3-9e72-26ca71d143ef", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "abcb411a-94a0-45ba-ae0d-b50fa83acd91", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "39272cb2-753c-4117-9e7d-7813bd07ec46", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2326d9d5-9eba-4738-b6e7-ff38d58ab6b2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2456a76-9166-416f-8afb-d81b56b368ef", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52f09b34-00e3-4154-88ce-fff909113395", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "be30ac77-a372-4a4b-a070-4e37bef92bfe", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2e2d4ee-2974-450e-a0df-f83005623db1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "be26d51c-6045-444b-b330-6c6d85979ce8", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_447.pdf" ], "test_cases": [ { "key": "5169b9ab-09d7-40d7-9e1b-10c53943902d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPORT AND MAINTENANCE AGREEMENT" }, { "key": "bcf0dc57-9228-4c29-bc4e-ced2b221d230", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "On2 Technologies, Inc. (\"On2\"); Wildform, Inc. (\"Wildform\")" }, { "key": "818ce473-7a3a-41cc-8d6c-983182f307aa", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "04/[]/2005" }, { "key": "32352f20-124c-49dc-91c4-3c8f7816cca7", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "04/[]/2005" }, { "key": "69a34393-e738-4337-a704-dd6a50cf0549", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/[]/2006" }, { "key": "c727db5e-79cf-4c5e-b02c-3bfa64d69fc3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "ad62cebc-ea19-4898-a662-7fc001002b67", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a631324-dee0-42ad-9806-d5a0f2549921", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb3f0736-367e-4453-9efc-43d1d470fe98", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8724bf6e-b8c2-4233-b614-9dab96062421", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "347f3cd4-1466-48c0-bac0-038a472c0fe3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8c887af-609f-4e4e-bd55-9938d9a27dca", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29d952e2-d795-458c-97f6-dcdf05b97ec2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c4bc8a9c-ecd8-40b9-aa6d-615c5aad421c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "069c0a35-44c0-4612-8e66-51757ab19075", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c411c9f7-83db-460b-81a4-a8ee20f4a082", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7969f764-edd9-4ebb-85f0-53330b146ac1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa93aa2d-1ac9-4d22-9702-154d31bb1e56", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d62f588b-a18e-4855-a10d-30af99a6ea8a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ca74b95-60c8-487f-b3be-83d3214e48b0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ad67f89-d26d-44c4-9325-e4eef892239a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "095f64c4-7b97-4251-9710-32c1384519c0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bfb5d089-e738-41f5-a67e-03c9ba416dbf", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97e4d034-34cb-41f0-aab8-06284c3fa01d", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bec4deab-95dd-4eed-9763-99d5c4979944", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb9710a6-4474-40e0-a0fb-997cec436cc3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ec2681c-14ee-411f-9f74-56cd9e0df2b2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a5e1ee3-3cfd-4370-902e-c05af8918910", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05fcad84-8ead-48fa-ad64-7e3d93e716e9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63030545-993e-4c8b-bf54-6bb675c95a15", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61c05887-720e-44d6-96b8-a04b6dbd1082", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c599125-a277-4eba-8e4a-0dd22f1257a1", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45b78d2a-d6be-4ada-9a15-5fdc40bbeb9d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55565f27-cbcf-407e-b297-b32b62213382", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "758bf5ed-e932-42e3-b4fa-216a90b37ca1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "622c28fd-58f9-426c-a3b9-1dc59c1367d0", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e961525-d0d3-40e3-a7d8-4d5da2b72a9e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3013049a-30e6-4c3c-a557-6b731240ae7c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7e3cc85-ca4f-4c07-ba58-846106ddf0d8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7f08b6e9-91fa-4976-be46-0906f5dc999b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_448.pdf" ], "test_cases": [ { "key": "8e388447-747e-42ed-a861-2a45fc606bc9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "COMPLEHON AGREEMENT AND UQITDITV MAINTENANCE AGREEMENT" }, { "key": "c375118a-cb01-446a-84cc-1633fb21498a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PRIMEEVERGY CORPORATION (\"Prime); GUARANTY BANK (\"Guaranty\"); PRIME OFFSHORE L.L.C. (\"Offshore\")" }, { "key": "7a1f349f-82fc-417b-ac09-353805b271de", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/29/06" }, { "key": "59d2d5b7-53a8-40c1-9af8-e6fc6c718245", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/29/06" }, { "key": "64aab27e-00c5-428b-a243-174058b61bef", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "71f5b4f3-c09a-4dcb-848b-1a5f6480c8b4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "172dbcc3-513d-4222-b5fd-a9656fbeb868", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5d8f9f3-fe9f-44a7-90e9-062140f3c3c5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "23c48943-cfdb-42ae-bcea-9ac779602df6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "edc34d06-fc1d-41eb-a259-40d7108d8395", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3947448-6083-49e1-bd34-8846d40fdacd", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b5a95b8-e31a-4228-95d5-19b4a7d80fa7", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d09f6cf-7824-4292-94b5-c5015b29cc0d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bc78eb6-9c19-48ef-800f-d43ef1fdea7e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43cda566-e1fc-47d9-8ba1-aca2d3d3ac60", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2e5187b-78ab-4696-9a98-f8235bc7c162", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a281f09a-7977-4c0c-8c51-8dda8fa35777", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5d5b7ee-954c-4f1b-ae7c-f556013a26f2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c663af7d-bcb4-4f93-8cf0-bb272b5a5815", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7150d63e-7a11-4731-99e7-33f5e8387e85", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd92a051-be0c-4c52-9b9c-5a71466a7add", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "403c860d-cbd6-4f52-8a05-a3f0c71a5b5a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a939bb85-1adb-4a01-a2a5-8a3bd8bbdc99", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b989890-90dc-4e7e-8631-369399ee6014", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "278f7e76-cd8d-4c56-a717-de3aa712d7da", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69503b80-0c02-4542-983a-bbf0bfb85c49", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d6d2d4a-3470-420e-93e3-8ebe2920ace4", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61ae87a2-afae-40ca-adde-0da6caf45a10", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d7b88c5-4f9f-4d26-a492-a1fd53b70eaa", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dbc9fd4-bd0e-4ffa-b9d8-0f5280fbe735", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de44e5eb-1a48-41b8-a7bd-55a47b35c096", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4422b629-0edc-4569-80b4-f0964cbd15bb", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8596aa7-47c7-41b9-b4e5-d5afe4e30df6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "294b9d7a-47fe-4780-aa39-20615faddb2b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb86aae2-8001-4d09-92c4-64188515c113", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7e3d763-f5f6-4dda-98de-53c49e430dfe", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c253a019-b0db-41fb-a33d-6170e67bb68d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3d6ac45-9857-40dd-8d47-8151541e0f44", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "9467f345-8b76-4274-be65-b45906527683", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_449.pdf" ], "test_cases": [ { "key": "20b1ded7-bee9-4af2-ae55-66592e8a71e7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "RESTATED NET INVESTMENT INCOME MAINTENANCE AGREEMENT," }, { "key": "4dc031e0-4328-4565-a6bb-754ee05c70f4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Advantus Capital Management, Inc. (\"Investment Adviser\u201d); Securian Financial Services, Inc. (\u201cUnderwriter\u201d); Securian Funds Trust (\u201cTrust\u201d);\nTrust\u2019s Advantus Money Market Fund (\u201cFund\u201d)" }, { "key": "d2b1726e-b8bf-493f-bb65-f703220a34fd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/12" }, { "key": "197d69fb-8df1-4fe0-80a4-824b3902b0a8", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/12" }, { "key": "9b3dc95d-3868-40f6-884f-ed263dfb6ace", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/1/13" }, { "key": "6a3acb7a-66b7-409a-9d4c-8f52d6a9039d", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "sucessive 1 year" }, { "key": "15caf4d1-e3f7-4a60-ae81-0ea5f3a651bb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dcd3009-3113-44ab-b822-012dffb59cd0", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2473b843-4fdb-4d62-8877-d8417743f8e8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20bb60ad-ad9a-4f1b-b568-ec32622ae423", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b50514c-dfc3-47cf-83c9-942f2ca549fc", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07ea49a8-4935-4f79-b0e7-1ee41a387b8e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac0b2c95-7241-4a06-9592-c018abd3342e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bba933d5-a350-4067-8f9f-85278e393ebd", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18d68697-1909-4876-8bd3-2efd9dfa8df4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9cc5bb7-9a2f-479b-a6c2-7fee422f3234", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18adae3b-8c5a-4131-b966-fb74d64d7c45", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "155af34a-3b43-4d96-b7e6-e7fe4c390467", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47d3e344-db44-4a6e-8a2c-914b64e60e9e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "261d6d09-2219-4e74-8640-c171b1a1860b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ece28bf-18a8-4420-a438-0d65c4400c23", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf865988-aa9e-459b-8495-c3697072e2de", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5189d9b-f7a9-43ac-b621-40956a00f91f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a06ef4d-7683-4d1b-a967-f1be2d51e8e6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c4f5e34-2ab6-49ac-8768-5d8b38547c01", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "453c3632-b7fb-4756-8e5b-9f32bcbb0e8d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "821964ba-6d30-4986-896d-75ebb0ec4599", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb1c3195-5caa-4ca1-9376-19f0a77b31c7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb4f089c-9f51-45db-a4b1-330f917f0b96", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7a4eb0e-fdc3-4d44-81cd-787f0402bdc1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3aa028d5-c1a1-4ba5-9c52-33c3db4e70ca", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1dc4dcfb-954a-4655-be23-db0daf7df3a8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "316147e2-0ba1-4b4b-afcc-0f0936000472", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9715f5a7-9050-437a-864d-31ba1a09c5d9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f73ee907-2e66-4ad9-81bd-c50227d41ef9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5c61887-5152-4c22-8aaf-f7f1f447c2b9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3321cec1-7983-457b-98c7-8889b6fd87de", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3f991bd-d942-4a97-b8b3-860d38bb6a81", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f846c8a-47c5-4f55-b524-d97e29fc3365", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0ad02951-5301-4b61-b592-6af3decfa2e3", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_450.pdf" ], "test_cases": [ { "key": "b75396e1-a057-4d41-8989-a264271e72a4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OPERATIONS AND MAINTENANCE AGREEMENT" }, { "key": "389b83c8-d78a-4fa7-970b-41e9280e4682", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pi\u00f1on Gathering Company, LLC (\"Owner\"); SandRidge Midstream, Inc. (\"Operator\")" }, { "key": "63689c6c-db18-4d66-b713-8c1cab2c43a2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/09" }, { "key": "c362cb13-b3db-4760-8e22-2738470cf216", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/09" }, { "key": "d347a735-797a-4ece-9cd3-dcd889933c86", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/29" }, { "key": "36d16058-17e3-4f8a-8e33-078889fe7b72", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "24e950ec-ca91-4473-a711-1705d92e65f6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b45e734-6d19-4456-8ede-60236efce3ce", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "102db638-7487-4dcc-b9c4-cdc88fd11fc0", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3558ca30-fa9f-4147-acd7-c92be22172a4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab685ecb-2720-43b7-9e0d-f8cc77960f2f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0e87cee-f132-412c-ac4a-a2c8b264fb81", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2f5b4024-d847-47cd-852d-f96bded2a97e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "222bd0cd-4228-46f9-bf79-c00cdb878d92", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "992096e5-efae-4ae8-814e-7b4d562d7876", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7cf5bc25-4b14-43c1-b400-20c8c2e2c5ab", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82d83591-5dae-4bf3-b25b-d1a993fed523", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "80d07e53-fd68-4f80-bfb8-db5cb27c8208", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65f4dcc7-86ef-4aa5-abf4-ff7cbb2e93cd", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f36dbcdc-9200-4268-a6a7-724c12dac001", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d11ac0af-4862-4dc5-aa3a-8bf004b7ed2c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13e72724-e4c5-419d-ad05-2ee8ca0c913e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec7881db-0862-4235-b407-1801598fb629", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1f8b834-23a9-4ae6-9366-0b1df5ed8d83", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d831c5e0-94d0-4923-8fb2-ee794a3f9c16", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7a25096-bf95-4b61-9f49-da3301dc8bf8", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d4cea7d-daec-4ce8-880b-cba52d1dde2c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d23406e8-2035-47ff-a1f6-764f4c3497db", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "320dc7dd-8870-4fc6-8fdc-879da794ce5a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b2ff24c-c24a-4d69-8d65-175398f87874", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d78eec54-00c0-42d1-b14d-dcd085356c90", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9e739663-98f6-4716-9d54-3d5fee57beae", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e7f76c0-2227-4979-b694-ea31b5751566", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57933194-cfca-4bfa-b76e-1ace45e72818", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "00ad7218-e91e-4f66-9688-77192e9767dc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7bd2f70-380b-4582-a2b1-bcf808a2efa7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc1812f5-1593-4823-81d7-b5bdeff96f36", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5ca01ce4-2354-413d-b213-6bb9bba9676b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb9e0049-1591-42f7-9bc5-a46c966c5d87", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "72700ec8-fbb9-4868-9e02-f33414d6e790", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_451.pdf" ], "test_cases": [ { "key": "0954b837-f0dc-4f5c-bf37-0deb8c9381b5", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Unconditional Capital Maintenance Agreement" }, { "key": "33241ca8-2e99-48a3-a0cd-0f2a701a9bd0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "American International Group, Inc. (\"AIG\"); American General Life Insurance Company (\"Company\")" }, { "key": "46a67478-c78f-4f06-afd9-e0ad0f62ce5d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/30/11" }, { "key": "ab604b28-3cce-4b1e-9483-7f938cd9eb8d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/30/11" }, { "key": "23cf0b46-dc0c-45e9-a15b-606a3ba46570", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "60742941-6715-4d34-871b-a46b661f80b9", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "6ad472af-4570-4d01-a9bd-53d3176b1b40", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "300e2758-02a4-4c34-bf6f-7c81c8130188", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abc618eb-84d8-4be7-ba6a-1ed044381da5", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e23aa010-4fd0-44a4-9330-2a79b447b39e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9409a3b-0cb9-4629-bc8b-545b9d104852", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2e149d4-df31-4d72-91b8-fbfbb9ef587f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04ecd4c3-6387-4fdd-82eb-a36c54e5aace", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a88c575e-0164-49c0-8316-945dc3ed2386", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "27794b49-db69-46fb-b101-3fc5ee68f4a6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20c2c7b9-d6ed-44cd-8772-fee042691dd1", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4936e666-bf98-4adf-a250-9a8d41f3420e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08a5e76d-e9b8-4864-a9f0-6e75905c9ce8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4d97922-af3e-477b-9611-e250aa36cc68", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8838913-ada0-4ed5-ba03-78cf2b22cb54", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72fdf478-eea1-4339-a723-f46477300f45", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3690b015-4b02-4213-859a-6c3f1a01d5e0", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10519a3f-5e6f-460e-97e4-227ffe12a352", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10b1b360-1fa8-4d98-9a9f-d55e773a7389", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df9cd95d-3bb0-44f9-9394-df3ca4008873", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b7aed08-5151-4eaf-85ca-512bb1c939fe", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96ade2ad-eab2-4a03-a4b8-ed8ca70a4f34", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecf4dd61-d8b9-4278-b119-5c4e40506483", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e3fa052-0532-4d14-9be1-f86f6e8d070f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb9cf7f7-b8e2-4ae8-a3b6-bd5b841385ca", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f08ab37-359f-49bb-b923-ce5dacfdac75", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2af18f2d-c20b-4c4f-85f2-3775c05fc520", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b19d0ad-17a1-4475-992d-1b703390c648", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca0c2715-df39-496f-9af6-1be26032b74f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41b7cf9a-b9d2-4fbf-9566-0553f2efb973", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "493cd8be-5a9a-4c6c-8a59-fd8f5e6b8d51", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6947a1cb-170b-41b5-8e18-232db32b8336", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0d3ee6d-5ce3-4ca0-90c6-a66087a390ec", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "953ea1d9-3344-4a7f-b16e-9a2b6a62ff57", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b89e5e96-07ad-4033-a9a7-421ac2d4cfdf", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_452.pdf" ], "test_cases": [ { "key": "01120e32-5621-42d4-aa39-4436dbe8fc93", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Maintenance and support contract" }, { "key": "ad615be6-01ec-4fff-9566-77c657b74500", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EuroTel; Sicap Ltd" }, { "key": "347afe49-15ba-4264-9312-f5edae6d6a56", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/6/00" }, { "key": "36b17a19-73ce-4eb8-9ee4-b59e46fbd57f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/6/02" }, { "key": "35a9a6f7-5d7f-49a0-a021-94f528e0d0d9", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "c9cb6696-0cf3-42fd-84ef-75c76015d8cc", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 weeks" }, { "key": "8fccde43-c2b2-41a7-8fc3-959224d7f42c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e73c667-b8ef-46f6-a8e9-a86fa88ce56a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6aebeafa-6818-4103-8fc6-9b75cd45ebf8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0fb4abba-b23e-46f9-8b18-516907692ab7", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cca7b523-07d5-47d5-8994-b5113c60d867", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a82c599a-c207-4088-8ebb-59c7d25b762d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9247e676-4d29-4180-83ef-d5bab7fcf6d2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7e879ff-a3b4-4330-ae56-3987ca77d296", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be31eca5-c21c-4496-92b7-c6451febfa7e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a94dff1e-2f00-4895-ac62-0aa91a4f3337", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05a60902-e4e4-4e59-8f4f-0a02e565e87d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2e59a31c-76ee-4a78-912c-e61109502cd5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18f49a32-552e-46df-b950-48365b48678d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0966382a-00e8-4368-821d-0f57044945c5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68f2db95-1ff1-43b0-b63a-6c4c7b5909cd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83aa6cf0-f838-4d03-a323-dd51bfcd322c", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c188a0d6-73ef-4259-8701-a8225c287063", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ef96401-7193-45ad-93a7-16a745255c88", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec21d7fb-a42e-4cb3-ac2f-40bc996619cc", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1d1a71a-4041-4068-bc9a-f8e0d9ec975a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21983eea-5824-4470-a9f7-eb5cec6b9b66", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e4e023e-8a68-4ebd-a46f-df9740233a78", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c09cd694-4366-4e36-9c53-1299593db932", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e04675b-395a-4854-b7b3-bf6d102d6ffd", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "859c2f56-4a2e-4127-8aff-ddf77d4b606d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ebce68f-621a-44de-b7cb-c0bf3735b461", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eaf67a2c-330f-4277-9ed5-266d8e66b66d", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4083a11-6b69-4a99-a4db-16c11c2d1fec", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d8a22de-d5f3-4e79-afb5-641bf06addc2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "657d8879-481d-4279-8dca-9d8810975fa3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "348e8cad-db2f-4c91-8d82-f2d2007b8b5e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d28b3714-0855-492a-8e39-dde536c5b2d2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02fd8c84-bda9-468b-8440-f85e055da120", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b72f062f-6fa2-438d-b623-96c07f5e48ef", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_453.pdf" ], "test_cases": [ { "key": "5ed3edcb-5528-493d-83ca-b67a608b94bd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SOFTWARE LICENSE AND MAINTENANCE AGREEMENT" }, { "key": "e8f98104-9623-4574-9df6-5cde6205ab7d", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SFG Financial Corp (\"E-Path FX\", \"Licensor\"); 551 FX IB Associates, LLC (\"Licensee\")" }, { "key": "faceadad-b8a1-4053-a3cd-f09f8fafafad", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/27/09" }, { "key": "7ae4389d-2e5a-4bbf-a6d0-ae3e5ca4fa7c", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7 years" }, { "key": "20c01b1a-2f23-422d-85bc-29e0488844c3", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "a2eb1a1e-cdf9-4ad0-9bcb-54bc785f4753", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ca3ab5b-a05f-412a-90fa-d36f92de395f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5624a7cf-7e10-4b5d-bc92-10c00006bc94", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68527816-061d-4b95-afdf-a7436dfd3195", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d510220-59aa-4d0d-af23-aaf79c29350a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17ce83a7-0373-4cad-a7ef-e13fe0cf65a8", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e226a667-b33a-45f9-a5c3-e2218de637ac", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cb87f99-d6bc-4470-8d9c-d0d89da3650f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd4f514a-44fc-4a11-ae57-2a50aaa6cddf", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "deca2939-958d-4865-891d-dec0f6f69ebf", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2681da5a-5546-4127-9c7d-c7e2a936c875", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "62694810-8a8b-4674-8f23-9248e434ddd0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "86913423-93dc-424d-9121-ea340ebaead3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2069fab5-f4ce-4959-99ae-b0d7be4b34f4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15c616f1-4c79-4efa-bc4d-04c70d222896", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "252b7ca2-0ab3-4a40-b294-17df6a203875", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9190b818-cacd-4814-8d43-232d40948c54", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6cac73b4-57ea-408d-98bc-bc15846443e0", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5a24995d-2132-459c-add6-2aee69a59803", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f18b133-9b3e-4f70-a91f-3443bfee8774", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e94d7f34-79db-4802-9803-b232d644fe14", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ce96f3a-ca66-45be-ac81-4f73bbd65d1c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d7e224c-f482-46c9-ab97-ae7ba0099284", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76a24d0b-a93c-42ec-917a-c1a8735de97e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b6a7fe0-cd6d-4935-904c-f09da0f4ef4d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "082b8d09-6565-40af-a9ab-66fc4db27f2b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bbf75ecf-204b-4c0e-ad57-d43d83900182", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c7798f2-1e75-4d68-b755-314499598ce7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41c54c06-ea84-4cea-9c02-ad7bb78c38e2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08e6b6b5-7c8d-4c72-a128-d25e46567edd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fb49844-ec0e-49a4-8115-caba66163508", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "755b9e76-febd-4425-9091-9db2eb347b55", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6828cdfa-be1a-4cdf-a55d-461bc6113121", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d68881e9-6744-413d-baf6-b6735d3372ac", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_454.pdf" ], "test_cases": [ { "key": "340fda75-a5ca-44a8-8776-2ef6af7814c2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SOFTWARE LICENSE AND MAINTENANCE AGREEMENT" }, { "key": "da637ebb-7523-4156-b4a7-8c5bfa5b5524", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GARMAN ROUTING SYSTEMS, INC. (\"GARMAN\"); SPARKLING SPRING WATER GROUP LIMITED (\"SPARKLING\")" }, { "key": "8ccc8e07-e963-4f62-afdd-b61b9958eddd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "05/[]/2000" }, { "key": "626a6a26-5ec8-4395-b6a1-bc27e2387b0e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "1e70fc99-0927-4c3e-b35c-404ce3ddf3c0", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "f48b2948-5509-44c5-b321-301e4d311e04", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nova Scotia, Canada" }, { "key": "afb5dc44-3400-4d42-8772-5338edc92526", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34809694-1c1c-4287-82c6-4d0caa80ecbb", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bdd34eb-e5f2-49b7-90ab-67fd3f7c29fb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bc07256-36bb-474e-9184-8ffd4ba2e73d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3449c1cd-8ff5-473d-9b5f-b409563c0765", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7eae34d6-cf82-4b73-bde8-43a57a43d79b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8836a965-c060-43bd-9607-c13c12b0a194", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "faf545a5-0836-4116-9751-4a42de3e60c1", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7adebb31-2c9d-451e-9914-da2eb6be51aa", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8e1645c7-470b-4ad5-b120-18b1f3ba8b64", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fa3e1ab-9548-4e4c-816f-f569241dc193", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6662614-93ab-4612-b9a8-4359e01d4cea", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fc097fe-9d14-4f62-92af-fea4ef90a9cc", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3505ced1-e796-483e-bf76-5b541b313afa", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c16d724-d7ac-4301-9645-3fe7d441210c", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fece00d1-e4c1-403f-a024-7f6154594273", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "239f34c8-110d-4452-9a3c-54938f8ab33f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d2da31a-d1b5-464e-997b-162cdb35dc98", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc299053-35f0-4db1-94b3-dc9ab078e0e2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82193504-d282-4ba7-9692-2899544b05a2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dc2d8f0-dd84-4b07-b9ff-7f8ce940e813", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6169a94f-3026-47c8-bf8d-7b5ade88a420", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "346051e8-7e90-4be5-b1ee-090997332b57", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8b86735-3274-4cf0-ac2b-eb69f7208e2c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "90a86217-f623-46e4-858b-1ed72d0be56f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8efdddcf-c47e-46f5-b64a-5845b1c5d287", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e99218e-2b38-4135-956e-c5d958407d26", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f29d520-fbff-4ceb-97fe-36d0f6f7b9b6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e18a1ee9-bffe-46e6-b7bd-d2c38ef5b56f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0b392df1-b33b-4d86-afb3-bac68649367e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0ead0528-234e-4a0f-ba67-03fee3973d16", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f5c2a59-791f-4102-8316-e4c05e3cc415", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94db7ab5-d523-431b-9375-37672fd0e330", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "16312cf1-e34c-49da-aca7-aae42755d737", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_455.pdf" ], "test_cases": [ { "key": "b8c7b497-05ca-4b86-a8e6-eeb1e6766317", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "\u00a0 FLEET MAINTENANCE AGREEMENT" }, { "key": "828dd5ea-dc38-467f-b6bf-e1fd07816c8a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DAIRY CREST LIMITED (\"DCL\"); SEV GROUP LIMITED (\"SEV\")" }, { "key": "3033cdf5-7a5b-421d-a6e2-3ba367fe2a5b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/13/05" }, { "key": "01c88a80-9255-4512-88b5-6ee36f2c45ea", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/16/05" }, { "key": "3fadc3a6-16a8-4e46-a8da-fb2c74f2e39a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/16/10" }, { "key": "56b39ad1-ed4c-428a-a267-3b2608b79111", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England; Wales" }, { "key": "215ab3ac-6b79-4078-ab2b-260118c98447", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1759a18d-5f3c-452c-afe2-4500a7aca2f4", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3478cfc5-f950-4fcd-b82c-c8fa6e95f42e", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f08702b-4d60-440b-931e-e2cac2df8a93", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc3dba46-63d2-41a3-bc22-659367b717ba", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44c1fa2e-8930-4a5a-bcd8-d222832ee7e1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5597cb99-6018-44f3-8f35-1f0cb30566ae", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44be7ca8-be42-4db3-a750-afe0d5f902a7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1758607-af27-4663-913a-0a3af9c81365", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "51704580-7adc-4545-a653-6d0ae6c03a77", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46af7f26-5236-42ab-86d9-7f3d5c810e76", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4d090964-5115-48eb-9f7d-c9e5370de34f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5d82a7c-b0b1-4c3e-994c-10b1779b5b5c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0873c78-ff5f-4bc3-b869-454d91fbf16a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b36e111-e9f4-4c55-8767-b474ecbea759", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7fa7eef5-0c2c-4bc5-a03a-e2f880e4485a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32c52319-647a-4b78-97bf-3a02c93cf551", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9174d3b-6176-46ab-8e16-effd38e83dea", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60ec0930-caf5-477b-85ff-cc92645a11ad", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8db1d4a0-18cf-4b69-bf84-aeb455ff36af", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55f3e2d7-107b-40bb-b9e6-a11155c86927", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "827e0326-8e31-4a76-8722-20298b0fe317", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e517e0b4-ad93-4994-ac75-257ebe531a9e", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f071a01-ac4d-4d74-b6e3-5afde0dc5109", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "60329de7-2ed0-4b38-be4f-fd195ac5ba93", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "73dda12e-7029-4f8e-ae15-89369df3e36c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47d43247-b77a-4e8e-a1f3-a5afcfe06f26", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf4bfef3-cfb2-48a0-bfb7-ecb0b06ffd59", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e50e503-ca35-4733-8351-5e0a3ce3b4fb", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2da0b451-a5ea-473a-bb47-c6d276d57000", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5375fa6-f6d0-4de9-8549-89f231f4c5a4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b064f6a7-c340-42bd-b048-ec28c5bf69ef", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89ddbd83-3c97-4984-9604-1cdbf22a2f06", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "043c86bc-04f5-4993-8991-a628b8a1b1ad", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_456.pdf" ], "test_cases": [ { "key": "d75dde2b-4ca0-4f8f-93fb-55050bbc84c8", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OPERATIONS AND MAINTENANCE AGREEMENT" }, { "key": "4bb40350-c686-4c17-b8f7-31bab1218f67", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Solar Tax Partners 1, LLC (\"Owner\"); Solar Power, Inc. (\"Service Provider\"); (Owner and Service Provider are sometimes hereinafter referred to individually as a \u201cParty\u201d and collectively as the \u201cParties\")" }, { "key": "91bb4648-5e2c-4329-b8c0-ad4e99cc3dd1", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/11/09" }, { "key": "aedb0665-c793-4878-9636-71c8683030f0", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/11/09" }, { "key": "38f01188-4b66-436f-bb00-4360b05503da", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/11/19" }, { "key": "4fda39af-c750-4cae-b340-a1aa7ac2755f", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "55d07240-703e-47b3-a73e-75ef5256251b", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "4edbb2d4-d679-4fff-88d1-ed0958691f3a", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "c483183e-5f60-4e36-8f78-493e9a9e0324", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "042fbbde-cbaa-45dc-a0af-5f6b59bc4a99", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63ba1e8d-f83c-4ec2-a1c6-db33541b81cb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2af4995-9242-4d8e-9fd0-151e9f3c8b97", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "94645f45-3ad1-469d-aa89-2cc099320105", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c527394b-b5a2-4ac7-b46c-1533345ba518", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54c2b246-9eb4-430b-b63f-734e0e122f50", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3f2e9b2-be83-47d6-bccc-b1ced6196e22", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fbba3fc-2ae8-41a6-b927-f660ced660b7", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb2af993-7500-4baf-836d-2864256c0774", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58b8278f-a86e-4f44-b92b-445a573e189f", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "666ee878-722e-4f19-aab5-c4e4616e07ad", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00b0c2e5-3b4d-4a4e-8059-0658df8af196", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50b72d08-fb08-4992-8ab8-1d70c8ac33af", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8288644-c075-4e6a-9295-86bf846f1e9d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9aea81f-3053-4d89-a03a-69aa08fd9d3b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1adb3c53-801a-4939-ba59-1e4d9565c543", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "258750a5-2b61-4d77-8106-c1e8e68172e3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d10afb7e-bab1-4328-b3f7-6d68b1ff7215", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0319235e-2022-4a7c-9685-8eee916ffbe3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ee20307-1102-46d3-86db-4631cbb4333f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e9b5bd3-0a3c-42f9-8817-14702339a05a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58eb5de2-a57a-435b-82c1-de04afbd8ca7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd6bde97-ae3b-4a47-9cc0-a8c764d7277b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a628e0f-333d-4e6e-b84e-64d62ed88c1f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e172b2bd-407d-4edd-b07e-882c708a159e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4dddb7c-e47d-4d63-87f0-e97caff2324c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a97907e3-bbf1-4c85-9f63-b1bb4c3935c3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd608c78-c146-43ff-8a96-fa4f73aa6306", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ada5146-d964-4916-a41c-61dd8c5f38ac", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97bdd48a-5694-431c-93b4-244d5d5a78cc", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "672046ec-7679-49a3-bd59-38d54a0488a6", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b61792b6-202d-415b-b764-9ca1a8a969a8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "1323a24c-8511-4868-b8de-6c9c833d315f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_457.pdf" ], "test_cases": [ { "key": "b1907e09-64ad-4ad9-bf19-3f933d4cd967", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "CONSTRUCTION AND MAINTENANCE AGREEMENT" }, { "key": "04d48d34-c8f8-450b-90bb-94d6b7047158", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ABS Telecom plc; AT&T Corp.; BARAK I.T.C; BC TEL; Belgacom S.A.; BellSouth International, Inc.; British Telecommunications pIc; Cable & Wireless Global Network Organisation Limited; Cable & Wireless, Inc.; Carrier 1 AG; COMPANHIA PORTUGUESA RADIO MARCONI, SA.; Com Tech International Corporation; CYPRUS TELECOMMUNICATIONS AUTHORITY; Deutsche Telekom AG; Energis Communications Limited; Emirates Telecommunications Corporation - ETISALAT; France Telecom; GTE Intelligent Network Services Incorporated; Hellenic Telecommunications Organisation S.A.; IXC Communications, Inc.; IXNET Limited; Japan Telecom Co., Ltd.; Kokusai Denshin Denwa Americas Inc.; KPN Telecom B.V; MCI International Inc.; NTT Worldwide Network Corporation; OY FINNET International AB; Pacific Gateway Exchange; Pacific Gateway Exchange Inc.; Rostelecom; RSL Communications Limited; Singapore Telecommunications Limited; Slovenske Telecomunicatie s.e.; Sonera Ltd.; Sprint Communications Company L.P. ; STAR Telecommunications Inc.; StarHub; STARTEC GLOBAL COMMUNICATIONS CORPORATION; Swisscom Ltd; Swisscom North America Inc.; Tele 2 AB; TeleBermuda International Limited; Tele Danmark A/S; Telef6nica de Espana, S.A.; Teleglobe USA; Telenor Global Services AS; Telesur; TELIA AB (publ); Telia North America Inc.; Transoceanic Communications Incorporated; Turk Telekomunikasyon A.S.; Ultrallne (Bermuda) Limited; VIATEL; Videsh Sanchar Nigam Limited\n(hereinafter collectively called \"Parties\" and individually called \"Party\")" }, { "key": "3c043d13-9d9c-4730-b687-277a8a071c3a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/2/98" }, { "key": "a481d5c5-b3aa-441a-b00a-064fba20d507", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/2/98" }, { "key": "bd47f7fa-1f2d-4e4c-baa5-9b7fa4c7d120", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/2/23" }, { "key": "224d26b8-e585-402e-b1be-5136eb515107", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Switzerland" }, { "key": "6bd3b7aa-3155-4539-834d-62ceee4f6fb2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5bf7258-5808-4de0-8c24-44656df07b03", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36763cd0-a59c-45ab-b647-d9205c958acc", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76f2113a-86d7-49a9-9027-ede01e279be4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e7a2ae5-9eb9-4664-b439-c0d0a3450bf3", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ceb46683-0c6b-4c3a-b59b-b3bde3fa9906", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78b10318-a5c7-492e-b221-c185aa84eaf1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7861059-a267-43c1-89e9-cf7baae108ad", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b7888b6-41d0-44ea-8024-1ed7cc8af1af", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "548ea523-b739-4c5c-ab5c-daf4c3bb3653", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b6a6d0aa-642f-4db9-8d52-c07ef8b71bfe", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a1d04b8-2b0a-4c84-9035-c3f4d75b579c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df062dc8-9f93-4fd6-bc37-f1f077fb3040", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51c60ced-be37-4560-8064-e72d8a110cbd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82fbfc6f-af73-4f3e-8433-cf7c02ad7837", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3d93d8c-3926-4db0-a1ee-b8b42126bace", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0413cda-b6ae-4d30-bca5-9bc4b5d637b4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d7e4fdd-3a34-4b1e-8037-9086a9bbc2af", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "794a7996-8959-4250-9837-ae53546642ac", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65ca37f9-60dc-4218-a7e5-172c44442edc", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6376fd79-4fb1-408b-a63a-5c6bd3160685", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1f641db-b84a-46ce-9807-14070a4b9255", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3ea348b-e3f7-4a26-af0b-222e4abc4342", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a06e6a43-f192-486c-9aa6-8236a3422b06", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2919afaa-c0aa-49b8-987f-a69a3fe0c333", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a93d3b4-c351-43cf-bb28-7bdf0cba8c56", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "83d0ad1e-04e1-40fc-9fbf-707e3a95e649", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a128375-a55b-4cdb-86ab-cb160b6ce68e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0d6964d-15de-4cd9-b452-6daa117dc4a6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b93d6e6d-48bb-4454-9808-46d15b571c27", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb024208-407c-429d-b64e-cb546974217f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0742ab77-6023-4ff9-8801-5dce0aec8c09", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "025caa9e-cd81-4b0a-8c0b-bac09a630a7d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a085639f-bc8b-453d-ba36-3bdf76c8d0e2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_458.pdf" ], "test_cases": [ { "key": "2c2ad199-da55-4520-acda-ac3fb2e41f2b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MAINTENANCE AGREEMENT" }, { "key": "fe594055-8a51-419c-b99a-45c3aab9d3a3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "THAYER EQUITY INVESTORS IV, L.P. (\"Investor\"); U.S. Bank National ASSOCIATION (together with its successors and assigns in such capacity, the \"Agent\"); (Investor and Agent collectively and together with their respective successors and assigns, the \"Lenders\"); SUNTRON CORPORATION; K*TEC OPERATING CORP., SUNCTRON GCO L.P.; EFTC OPERATING CORP.; SUNTRON-IOWA, INC.; CURRENT ELECTRONICS, INC.; RM ELECTRONICS, INC.; SUNTRON-KANSAS, INC. (collectively, the \"Borrowers\")" }, { "key": "748751b1-c688-4920-bc49-f89832f360ab", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/28/06" }, { "key": "d96b6041-5abd-48e8-a6f1-8be82fd63036", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Minnesota" }, { "key": "2b44b38e-fded-4d9e-a7f1-0bb6322dcf70", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4aca418d-b48a-431f-96c1-576fce2b9315", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9e2611b4-b96c-49e4-b4de-316791aaad78", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "744dbcd4-ad80-43e2-afa4-84f7f2801245", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "868711a1-ba86-413d-bde9-10180671a9e9", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fce017d-77a9-47ec-b2f1-75cbe1d787ff", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44203bd9-57d4-4dfd-8f1b-10793e5e8887", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76bc32ca-fcfd-40b8-83dc-c9b42ba2b967", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68c44be0-4f2e-48f1-a22f-941b0c0e70e1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64719015-3ec3-4499-b3c7-cf91e32ab038", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40f57f0f-bf94-4580-88e3-b2ac65d400bc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6060b66c-14ce-4dda-ad2d-c665db7c9067", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f82293f-8669-460a-8640-7d07b417b3af", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce6c212e-0006-49d4-ba66-26b8f4f2cb00", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41b8bd52-5747-4b80-8c44-bf4f00506368", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5d6e7ad-48ac-4628-87f8-cb10efc8ee44", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f403308-7a31-4e62-b6b8-71fd4d6bb04c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d70be16b-a82a-49d8-a910-3645bec40228", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba2ace3c-1dc9-4c4f-a014-f8e14dbda9ff", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38a69a07-8100-4f2c-bdc3-5891aee81c43", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92ce47ab-12b4-48af-b48c-5b0d6beb3437", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3cece71-278c-4b4d-a71f-30b202d411ab", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f1fd553-33a0-4be3-ada9-d963d2e0e941", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45f51cd8-35a4-4913-a860-6c5955fe9187", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c491f88-9f15-4796-b343-fde178c0ebe8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fad8c55d-39bd-429f-9a85-8232b66b5068", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a030a59d-bc42-46a6-9de2-56ba331a978b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "365a0524-ccbe-4ffc-be71-541b784ec89b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3f16eb37-744d-422b-94eb-7388759d16ee", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "63726e1c-fff5-41ae-b27c-c7e2520b4804", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bee69864-4976-43a3-8166-2a03803debe6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e4c7a0d-4af6-4df5-acce-ef0a5691bb4b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c94e05b-7552-4446-bd9b-4e3dda41e839", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b0eb26eb-c84b-4e3a-b3fc-89e537b05a3d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_459.pdf" ], "test_cases": [ { "key": "3ec7f1a8-859b-45f1-b933-79f23a949252", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Software license and maintenance agreement" }, { "key": "a9ea1a12-61e4-4532-9243-56af824824f7", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "D2 Technologies, Inc. (\"D2\"); Summa Four Inc. (\"LICENSEE\")" }, { "key": "64f490fd-3e3f-4714-ba1b-ac444f23ea7d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/4/97" }, { "key": "e2cc080a-aaf2-4f0e-bcdf-c6e5f21d610a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/4/97" }, { "key": "4f2afbca-03b2-4290-b0c4-b71148435643", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "39c2aebd-264e-4f3e-911e-58ad627d476b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "d6fa9a41-2b3d-4f30-b84c-2879329d5684", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b603414c-b881-42a1-ad4b-f9792696153b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c65b1a1-b4ad-4706-baa6-091181abb55f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8149513-9251-4769-b334-d1dc078af818", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "868f3e39-95a9-4a8c-aa08-7761bd609828", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "497f6c06-94d6-463e-bad2-4f23243e4dfe", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "525895d1-45ca-4071-8f9a-8e6c9fa9f4aa", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aad6e8ba-512f-4bd4-bede-ba9f0205fed6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec56d7d0-db37-4f48-98f8-610a3c9a3247", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee62c8d4-5fcd-418f-a2b3-29b4526db957", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "619a0538-4382-4a0d-9550-6318fd6473bb", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9365798-13f1-45f1-8b18-5ad9f1b599ba", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e3ba1e5-3a99-408b-b2f7-f7f58db0746b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bbf464e-b9ca-43f5-9ed1-aaf152cc7035", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec7b92bc-13f2-48cc-882b-af40ecf30f2d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "582b4561-d56d-4226-bf40-9e9d99640258", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac8606a4-f909-4058-b360-ac830383059c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d36c7807-4b53-4cc8-ba89-58cc8fa75616", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3fe9a7e0-0333-4ea3-80f5-37e678078de6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "56fd1e83-d2ce-4a27-a539-34e920ba4a0d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f7b0190-ebb3-488e-b0a9-050f2ca1037c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff9da60d-5d64-4546-b6d2-6c23a1a0b731", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "086cf3f3-aa2e-4115-b97c-0799b988576a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca8d237c-d999-4113-8021-8ede2a1a0af4", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b0878d89-7e98-40c0-bbe5-d5eb3aacb784", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fabc28a0-c80b-467b-ab14-cd4f4a6a5a3b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ac5433b9-3434-4e04-9b78-bba19a92e239", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1645e7de-257c-4f1b-a477-cc9365ad0e3c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34c3af51-5abf-421a-94d3-a1bc2fcd27ab", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "66a6fd8a-43f5-4fd4-accc-8525c7373a21", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8e27d923-c169-4f08-8a0e-7415cad79579", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88f3dd49-0f5b-4a89-b8e8-20c73a8a579e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "909c9549-7eaa-4b5e-8d6a-9c347301c981", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c33df271-3474-4ea6-b52d-10da404c3539", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_460.pdf" ], "test_cases": [ { "key": "c1f1529a-9c1d-4cd6-8036-8563e317932b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ASIA PACIFIC CABLE NETWORK 2 CONSTRUCTION & MAINTENANCE AGREEMENT" }, { "key": "b50c8137-72d6-4be5-91ae-d9d488d53361", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Advantage Telecommunications Ltd.; Cable & Wireless Global Network Limited; Cable & Wireless HKT international Limited; China Telecom; China United Telecommunications Corporation; Chunghwa Telecom Co., Ltd.,; Concert Global Network Services, Ltd.; Global One Communications Network, Inc.; Japan Telecom Co., Ltd.; KDD Corporation; Korea Telecom; KPN Telecom B.V.; Layer 2 Communications Group Ltd.; MCI International Telecommunications. Inc.; Metromedia Fiber Network Services, Inc.; New Century InfoComm Ltd., Preparatory Office; NTT Communications Corporation; Onelink Cable Network Limited; Philippine Long Distance Telephone Company; Singapore Telecommunications Limited; StarHub Pte Ltd; Taiwan Fixed Network Co., Ltd. Preparatory Office; Teleglobe USA Inc.; Telekom Malaysia Berhad (128740-P); Telstra Global Networks Limited; Williams Communications, Inc.,; APT Satellite Telecommunications Limited; Bayan Telecommunications, Inc.; China Netcom Corporation Ltd.; The Communications Authority of Thailand; CTI International Limited; Dacom Corporation; edge2net Inc.; Eastern Telecommunications Philippines, Incorporated; Global Access Ltd.; Globe Telecom, Inc.; GNG Networks. Inc.; GTE Intelligent Network Service Incorporated; PT Indosat (Persero) Tbk; Maxis International Sdn. Bhd; New World Telephone Limited; NTT Com Asia Ltd.;Onse Telecom Corporation; Telia AB (publ); TT dotCom Sdn Bhd; (hereinafter collectively called \u201cParties\u201d and individually called \u201cParty\u201d)" }, { "key": "5242d2c4-fb1a-4346-9bd6-49b15ce9bd88", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/18/00" }, { "key": "cf8ff0f0-a308-4dca-9c08-10fdc6473403", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/18/00" }, { "key": "9b35a207-fa54-4659-94ae-a355c1fc50d4", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/18/25" }, { "key": "55b6024c-a6d7-491e-a9ef-168cb73c1184", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d09d7712-6d04-44b6-922e-72abcb0bd25d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "432ea861-c04f-491c-aa3f-063907041c59", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0d05ac03-62e8-4b46-a7ef-44563909839e", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ffb9b429-005c-4b98-9ad9-9ec0eeb1eb14", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34ddc78f-0458-456b-a8b0-9114e86d27be", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99fe4e95-3bb2-4ca2-ba95-35dde37771ce", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "129f502b-c197-4614-a213-5c5322a95559", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1ff10777-2c75-4947-b67c-6330e0dc22e8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "312aff5c-71aa-43d6-9c16-a96da53ecd5b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54328fcd-54ea-4d05-80d9-ce0cb516b4cd", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c51c33d-f0ec-4625-a2d6-a2c6a85759ff", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce0a12a9-6fa7-4d0d-86fe-aaf8e44058f7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e73e2ace-8d64-48c6-b041-654d05f236e1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d84ea6f1-a5ed-431e-8128-f0743545cfae", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a8955b2-bf91-452c-b69b-360067721efc", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "26b84555-b4f2-4143-9cfc-1f7e7769e27a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7072e5e9-044e-4cb1-846d-bd1dc8aea43a", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d449686-dcaa-4c7f-aeda-6fc6510cd2b2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "137a0605-b32c-403c-b74b-50e4c38e4890", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abc74069-ee05-4f90-9c21-ba27de29af91", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07a48ff9-dcc4-43e3-a618-f5e81cb02ca8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c77f3d9e-96a6-4275-b755-d4240cfb0603", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4eeacb5d-141d-44a5-87c3-6715a4715d31", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d646d65-efef-4fdd-878e-0508ca8d7bc8", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bbdc5c2a-402c-4cc9-ac45-298fa8236815", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7558387a-6387-4a64-9ac4-c81df6325ae3", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d9ed832-baa7-4ead-a815-2b7f603abe9a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0432f4d5-deda-4b03-a263-898fb557ac29", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70bb266a-5533-4b91-b748-1108c269124f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e614e6c4-c3c3-43db-9712-1c5d3912568a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b3b8d1f-67c8-4694-aa29-770f22506d28", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e224cee2-5caa-419a-b133-89949367bf68", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b8ae0509-cbe5-4789-a2da-2564ff5578cc", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_461.pdf" ], "test_cases": [ { "key": "18dc2ef4-8285-4b4d-a96e-931bf2942292", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LICENCE AND MAINTENANCE AGREEMENT" }, { "key": "f1fdf0df-d681-4700-a66c-971a7c2e0d6f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SYSTEMS APPLICATIONS PRODUCTS (AFRICA) (PTY) LIMITED (\"SAP AFRICA\"); TELKOM SOUTH AFRICA LIMITED (\"TELKOM\")" }, { "key": "41785756-e50e-4eab-910b-e665f942b2d2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/01" }, { "key": "3dcb0d77-bd92-42db-a5f7-3a491e3009fc", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "02d808d9-8663-4a5d-a0a9-8139e82c15be", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Republic of South Africa" }, { "key": "063d3141-4dd1-436f-a85e-da5a8fdbd124", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33ba7e21-3100-465b-9278-a265e46c98f8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3ac181a-aad3-43fd-b2f9-db0f8b808ccf", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "115cde59-ea22-46d1-af0e-269731a1483d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e623f1ec-cfc7-44a1-ad98-04f746673718", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1c77f10-ed74-4f1b-a483-5fea983b31ce", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e9fcc6ce-cf09-4428-a8e2-c78ee6314824", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2527c88e-7b27-482d-8a28-ed4eb1850d9f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b6e52df8-5665-4a12-bfd3-aaa80eb5235f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c84138a9-68d1-41a3-85fc-6ca070e386fb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "183e3207-f469-414f-9a67-bd53a5fc520b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f567f0fd-d79a-4a39-b44c-ea4ecea8e47f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "efed55b8-e6f4-4cf4-8c4e-986c3b111833", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28138c7d-fcb3-438b-ba8d-2881afd1addb", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa06d8ce-2fc7-4c6c-b2e0-59eb0b132368", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "87ae152b-9629-408e-b4ea-454926551af9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43e85a1a-831e-4b63-a13f-f2a856eca19a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa37bfe3-e539-444e-a37d-4bea699ddd24", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1264989e-eac7-44a0-8462-4d8182372965", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0823bbf9-a3fe-4166-aee5-63c4efffe063", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9161e9e7-4004-416d-8fd8-a04843e02ae4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "921e0104-b584-43a4-a6c1-c1e630cc84c3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4f0d7cb-63eb-49c2-a51d-28ec0b22a6cc", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "559bbd00-948d-4f96-a926-a613852db289", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d2ff4922-8ec0-4b58-8707-67044efa09ab", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8540825-7d24-4975-93bf-c8ae37dee47b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b31d280-71c5-49dd-9302-828affe26a3f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3aa28d81-d6d5-4b5a-91e8-b8a3a966831c", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "83957f7f-9375-47fb-a5e7-846b36629aec", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33e121af-7024-44f3-9b3b-2b0d19e79bcb", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f77995c-c566-4dab-a094-d109cdc67de2", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "81c1efb8-4f71-4390-a194-28463f674845", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4febcdfb-f06d-494d-8223-ea5663bfe485", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3d0d5af4-7fc8-48e8-846a-e088a5b76ee5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_462.pdf" ], "test_cases": [ { "key": "5774ca04-6920-4960-8fe1-199b9812415d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "TECHNICAL INFRASTRUCTURE MAINTENANCE AGREEMENT" }, { "key": "76cedc8d-80bc-47ff-8f0d-4c274525b834", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MEDICAL MANAGER MIDWEST, INC. (\"MMMW\"); MTS, INC. (\"Customer\")" }, { "key": "fd87018e-368c-4f40-85a7-e9992f2014a5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/98" }, { "key": "d46b80aa-f5ed-4f50-a1f1-2a87e0c217d3", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/5/98" }, { "key": "ef92e35b-9473-491d-bfe3-7cc5fa6c7302", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/5/99" }, { "key": "776843f3-8026-4858-8af1-5d6d73f0d21a", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "319c5ed7-493f-4db2-ba94-72022d0f4d9b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Indiana" }, { "key": "c1c3f6fa-b713-47d7-a204-66da2107cf40", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c867f1a3-cafa-4fd0-8012-812831a87db6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e0abe90-2443-4007-9d69-9e69659711a9", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6230f018-50fb-4acd-9190-42501b2f9a85", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7b022d3-e7cc-4c29-ab91-42544e12816e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0660ee1b-e6bb-456d-bd29-86999a8e210b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b693dbe-920a-4602-ab2e-f7aea2ae1796", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d761bfa1-3cd0-485e-8bd1-04a824954479", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8de3f2a-e328-4b80-a7ad-785fe0831211", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5b4e509-4bc4-4989-b4f6-36503070dbf9", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "015c96ad-79df-4347-950c-0fc76c8983da", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8cefdd1-ede4-467d-827c-d28807b20491", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12f908ee-8c59-44ba-96d0-e0127792107c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7ed03f1-1e41-40e3-9458-8e8c730b95e1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fd1a7f6-af25-48b7-a970-8072fd75d7ae", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "adb43388-4de5-4ddf-afb9-e4303dbc3e12", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d22a7e26-c895-4ceb-aea6-7e6e514fdba7", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbaf8d25-ed21-4afb-95b9-5646fc6fc54e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f81ff16-f165-4b0a-b744-9f90c4af7675", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc36ff4c-b66a-4c28-8cef-0fe066d51aaf", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b6460dd-2e87-43a7-bf6b-3db36347ce34", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76f047df-c144-4e2d-8ea9-572cf4314753", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7eff980-90b0-4bd2-bff0-682a80b5a120", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6746fa5-e8a2-45d1-88d6-c87a16bf3ba1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46c390f5-8f2e-46ba-8a71-6f9af480b681", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2640e42a-95db-485b-a8ef-ea3d2ecc6f54", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ca9d26e-3afc-4ee6-a5b5-0f33d11f9696", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c4cdf25-3994-4856-907e-094ae07f771d", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "be6fca48-46e5-4a27-bc5c-58b4b24e63ab", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba92bf98-e790-40fb-8cdd-f0976b61e969", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d7fa673b-65cd-49bc-a5c3-85a480ea7f4a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2da4a8c9-b1e9-417f-aa8a-ed33e099c4f2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c79cbbb-7121-45de-8e78-761bb568d43b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "a2dc06a7-6e70-4b1c-9309-b4319b0b9eeb", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_463.pdf" ], "test_cases": [ { "key": "177175fc-d31c-4500-bb8c-8e03467d7ae2", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MAINTENANCE AGREEMENT" }, { "key": "ee06736c-00d6-4f3b-a4f8-12d7b67c348c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Universal Access, Inc. (\"Company\"); CityNet Telecommunications, Inc.(\"Provider\")" }, { "key": "fb50dd07-c952-4602-936f-3f26d039e727", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/23/03" }, { "key": "6e67bc00-a98f-4718-b2d5-ef95743d6a09", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/23/03" }, { "key": "cb2fe9cb-1fee-4290-b2f7-a8f40c413f5e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/23/08" }, { "key": "0ef69260-853b-48c9-860f-81238c8a296a", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 month" }, { "key": "77dd09e8-27d6-49e6-8501-7219b30a6d30", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "ea921a7c-5015-4960-8aa0-44795b7c5051", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "e7446c05-eeff-4dc1-8aff-d63e7c7e1071", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21ffa87c-799d-47e0-bfc0-815c540cdcff", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76daa5fa-5978-4f6c-bfc6-6479b655a848", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdc95eb6-6ea6-4db6-a618-37909f25c642", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8be2878d-4ca0-4f84-9b9f-0936d07ce184", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51016071-df39-4253-89fa-c40de8453cab", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "977b40f3-f790-47da-b2cb-557a3e5e617a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2bf7d13-d566-4645-9bf2-e0389e0c7399", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "42165970-65fb-42ad-869d-a607899b6864", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55687103-304a-4e8d-a1c1-c61675431acb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b665fd6-0424-416c-9137-f08e43fa2636", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e4fe5bf4-8eb6-425c-9a57-83eb1fd108b8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be4ce34f-a545-475d-b65f-8edfe3cc7d7f", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c9c1caf-8e44-4b31-8b86-744646946952", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2cead6a-967c-4d7f-be3b-44d30dd6367d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54ea2170-af0a-4738-8e76-33509ca81655", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2904eaa1-1c03-4048-aa57-d06d337f477a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02f4d0cd-1135-40f1-ad48-53c06b0b27ff", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "923951b7-b430-41bf-91c1-f28320cbb269", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0de27d6-652e-42e3-8911-3ad779ddcc56", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbaf35a9-4000-4b94-b216-63cd3af3d157", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd755169-f413-47d2-95e0-4a8118efe0f7", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "650e906c-cfec-4900-a824-e7c879da72d5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8aaf8031-9552-4464-8ddb-97c9e48e1250", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24e3ecbb-53d0-4cad-82bb-15dbc685a738", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3f5b0360-9c33-4c1d-9a66-823af3b8865d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7097fda-61f3-436e-8591-aa4f9fe5b5cc", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2bba030-f10e-42bd-a4b2-40ffff5f5615", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "100a628b-9ff8-426f-8257-a06dad397c34", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66a09c96-53ec-4d94-b021-1ef651a2d997", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79fe87e2-f1bc-4ac6-bf38-002873eb1049", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6ff65ad-d292-4f6a-ad7e-86bd1a8e12aa", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b64f3807-8ddf-41dd-b940-e4a01305e8b5", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c0946bf9-a7c9-4453-a1c8-ff880212797a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_464.pdf" ], "test_cases": [ { "key": "08b624f6-eb93-4c21-a398-2be3f0b485e4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Amended and Restated Unconditional Capital Maintenance Agreement" }, { "key": "33964086-370b-4efb-9f68-f8ee8eac9ffc", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "American International Group, Inc. (\"AIG\"); American General Life Insurance Company (\"Company\")" }, { "key": "6f6b6f78-8fa0-4506-b86e-28f13df6c261", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/18/14" }, { "key": "281fa53c-dbfc-4b75-ba8a-f659c56ae023", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/18/14" }, { "key": "03e98113-8b51-4993-a775-53da68650d11", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "e99c31d6-d2c3-469b-87f2-589772cccae0", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "30 days" }, { "key": "ad63d15e-60ba-4b93-ad39-1efe1a8f52cc", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "ed11bafc-d902-4937-8080-0680486a4aba", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1126f94-5168-44cb-a202-d5f86035d2c8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf505770-f0d8-4c90-9efa-95d86d7791ee", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ff1eba60-ca98-4ba1-bd81-ef670f88db57", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6585fb97-994e-4a25-a399-1297b34bbf37", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f30ad93a-facb-46bf-b377-b57fc159831a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "059efa1b-128a-4ce6-bdc1-fc3439aa4ca9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87c68440-a9f9-4e63-8eb5-2c3d1cd4f1d3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85bd5c47-bcf6-4cc5-a19d-0f2178ca82fe", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a93e0225-07c5-442c-b224-a8f42d44fa05", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18c0c276-09e9-4124-91dd-c1602f665667", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d1c665b-e1da-484d-9fae-4100b8fd050d", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7c771d8-dc72-4c8d-8fd5-822660f72e4c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f244d2a3-ce5c-4e3f-99c6-6b1e42cacc9c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bada605c-fcdc-4103-a77c-fbcb60a8a304", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c985e86c-bca7-44dc-9a7f-0db87e378ba9", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e5f8593-e8e2-45a7-b878-913fccecc800", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9f40a150-5700-41c3-93c6-41724dceccb6", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43a13a12-a204-47b8-b050-36263e2ae0e3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5ca65f0-eefb-45fe-9edc-6af12cfaf9d2", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fcd02af-07bc-41d6-babe-5658e38be3f9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d49ed140-45f6-4f0f-8caf-d13ea7fc8b23", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ff7d94b-5c6e-4f4b-96fb-2b9a5e9a7379", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8192747a-81eb-4fe8-8c4c-391d0f33c635", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6aeaa9d5-4330-4586-a535-ac1a8c3aab45", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9779d9f0-7166-4a05-abde-2670a98b50c5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "199a7d3c-1d80-4c6e-8c82-4b89ea092ed8", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6736626c-bb1a-45a2-bad8-e60b2994eaeb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3af285e7-52e8-4092-9858-129826b07328", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c354e7f-261e-4211-b5cc-35e625aa5687", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4326a21-8c50-43ff-a547-297a4b7d27e4", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa659ccf-cfbb-4948-921d-b8a5ffa92fd2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bdc6f0c8-8845-4fa2-a7a7-10f8507f4b9a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c24cdf10-7a00-4c3d-ad0f-d77e2ba4b046", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_465.pdf" ], "test_cases": [ { "key": "d72b7a8a-b8ee-4197-b7c0-2a3d3b415db6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "OPERATIONS AND MAINTENANCE AGREEMENT" }, { "key": "0095cef8-1ada-410c-98c5-5ba6eb44366f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MAGELLAN TERMINALS HOLDINGS, L.P. (\"Owner\"); OMEGA REFINING , LLC (\" Omega or Operator\"); Individually as \"Party\" and collectively as \"Parties\"" }, { "key": "c2048f8f-323b-4bbc-abbd-1aca01ae510c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/3/10" }, { "key": "5acf73d7-17ab-4048-86b8-90dc59c02298", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/3/10" }, { "key": "741e6418-e784-4100-99be-a87ef0f9c227", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "50114f3f-4c07-4a70-9a56-6550599ae9a2", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7548b89-7699-4377-ae73-75072baffdfd", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d14c5a26-068e-4c7a-baa0-087b0bbe0180", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6c6adcef-c9fb-439e-8bd4-bb4736049f14", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8a8ae01-52ca-439a-b95c-7f99187294cf", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e67fb435-5b31-4661-b634-529cc0b0057e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ef9b2d3-cb9e-4fc7-93f7-bb107a61e2ff", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6d75580f-d0b8-4031-9194-92e64db5bea5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2b0a66b0-5e45-4ee2-9d8b-4269365446c0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aea641c9-917f-4517-9bec-b5de6ea7d1e6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4615f07-34f5-4e31-9af4-fcab2e17a7ad", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fcb07333-6e90-4823-9b10-e405b546c93c", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "57217e56-a15f-4710-b8a7-e61cb16fe78b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3afaafc7-90e6-44f1-b34d-0d137c9b02b5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3244b692-4116-46ea-9644-97f80a692217", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4282f02-9538-4755-9fbb-3d5290736977", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "197d19ef-5685-45c1-8f7b-d40a0526c1f5", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d70d55ba-c9d3-40e3-ac07-2acd169be2f4", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40b3213a-074d-4566-bb35-a03fcfdd024a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "507633fe-32e0-41e1-9ffb-44503bab6f80", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b021df7d-caba-4a83-b8fd-a07e0b7b311a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c88d0a8c-143c-437f-a4d0-7be655f7233a", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86b40581-45fd-4c2f-ba1c-869f6632e58c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6b2b2a3-6b43-4f3c-b2ae-efa060036586", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b9d6138-ffd4-44cb-9b85-377828010ef5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4e3f4590-8fac-4adf-96a6-dbb9cdc2596e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "75b50a55-04d0-4a01-90b2-4fef600236c2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c31af00f-8966-4135-af87-b445eca28fa9", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "52054197-9b17-490a-bcff-2053665d748a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4900096-8824-4e43-8d66-021e9353778a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0ecefe4-03f2-4367-b621-79c8b9256f03", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f163dbb6-412b-4508-be73-5e9028dd9c91", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa9fedd2-7b9e-445d-aa2f-76aa8b5c682a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "28838a8e-74ce-4093-b755-759642d1de90", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_466.pdf" ], "test_cases": [ { "key": "a527a92b-77e1-4428-8bfd-938a305ba64a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Maintenance and Support Agreement" }, { "key": "b1374398-a5f4-4841-bd7c-5126cfb7fa9c", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "VerticalNet,Inc (\"VNI\"); Vertical Enterprises LLC formerly known as Tradeum, Inc. which d/b/a VerticalNet Solutions (\"VNE\"; collectively with VNI, \"VERT\"); Converge, Inc.(\"Coverage\")" }, { "key": "2e134a31-8d2c-440c-a6fe-c3376e3d7f04", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/9/01" }, { "key": "8dc473be-5e66-4a8f-9403-41669bf0559e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/01" }, { "key": "009e3f9f-5b86-488c-acd2-871f0913bfc8", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/03" }, { "key": "00e54a84-4fda-4c3c-a4b1-7cc7312952ae", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "1b7568fe-e762-470f-828d-9918c24f6e6d", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Pennsylvania" }, { "key": "98ca0e63-89f8-4d00-8675-16839daa8782", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd519f22-4b1e-41c0-b0d3-c33291b53fcb", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ce2c662-e44e-4ec5-9e88-4812b71c7361", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2652a2e7-1d09-42e6-ad34-960b6419034a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72cff5f5-4d41-402a-b0b5-27c028e3ced1", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f44b6128-17fc-4423-b6c5-2acd649d8550", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f902906a-7a87-41d3-9d57-a39b8a448fb2", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ebf64f8-d6da-48bf-aeed-4f28d99e44ad", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a80d022-bb1c-40d3-a872-487081251d0c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b87e3f34-cd3e-41a7-a149-cffe49a71a3d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f261c129-dba2-4cf0-8c73-e410ce408ff1", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "019de2d3-362a-4c3d-9fa3-d7cf931d61c0", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f57e6b29-7cec-47e5-a82f-0ad25fe0c142", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b72d904-c22c-4adc-bc9e-59cb673dbf3d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e327640d-aaa9-4feb-975a-bf662ab5420e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2fbde5d6-881f-4c16-8593-f56d71c03e82", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6701184-be36-42f5-a24c-dad2a9421ed4", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9848f776-2958-4921-bb00-1804d4567fef", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "702c656f-9b4a-4aa5-b209-9272b68e7c32", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3684c5cd-4be6-4727-b06c-deb2ae6e5629", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29b70b27-9e01-4b20-ad9a-0852eede9ccb", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12f0f5a4-e225-4391-8e9d-ec9421d10a5c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fdc3f1ea-14e2-48f2-8253-5f0019d57015", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "92f50bc5-9380-4204-a7d2-288d5e8aad76", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ee7ed88-26d5-4c79-b2e5-a7ca2dd0c819", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "42de22ee-5574-4f4b-9644-380db192d248", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c334ff0-cb51-4c17-bea0-8faf88c46704", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c730f5c-aec0-4779-a82c-01cd8636069a", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "22ee43df-4a14-439e-a122-dffb44f40b1d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4e291cc-fd53-4ed8-9d25-2508dffe837f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "78d96a41-e3f8-4118-b59c-fe98a3553113", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6243b8eb-9533-41fa-a7fb-9f9b570b7090", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3f09b2d-e286-478b-acde-928fc96ea9e9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3b63686d-eb4a-4452-91c7-ba6d10216320", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_467.pdf" ], "test_cases": [ { "key": "df1a4662-f1e6-4119-a45f-ab471fe1fe44", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FIRST AMENDMENT TO SAGEBRUSH MANAGEMENT AND MAINTENANCE AGREEMENT" }, { "key": "8f44d49b-f0d7-4812-8b3c-80fb1edd4a41", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sagebrush (\"Partnership\"); Sagebrush partners (\"Partners\"); ToyoWest Management Inc. (\"Manager\")" }, { "key": "d5a84aef-af93-4b3e-92f3-b779b69c5da1", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/1/90" }, { "key": "b0a57d8c-49dc-4419-82b0-2e09aa5071c4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3b1e3ae-e3f7-472b-80f4-906c7432e43d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "098a29ea-12bd-4066-b266-fd9705bc7c10", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99006a9d-9787-406e-8607-3b0e8917ec0c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2149e3d4-b383-455b-a5b3-b3b1607946f4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "260e543a-68c6-4315-a464-158ec8c545e6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52a9fb0d-70de-4bb3-a14a-9d792b27af5e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9489e90-fed3-4c24-badc-22b5b81786ac", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f10899a-e460-4b84-8a74-1f2387f3fda4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da83dcd8-b026-48e7-bf48-f27510a65da3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b9b64ac-8a84-4212-91ad-a8a217bbf745", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6eaea35-e8f3-4b47-9e21-3e521324a633", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e05c0933-d035-4b21-a466-950927b5d5e2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5b06db1-fbc7-45b1-a4d0-8debfb76c18e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4311231-ad1d-4f9a-bca0-655338f4727a", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ce75a10-278f-41bd-9e33-d6e0c4d3bc60", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "763d3a83-5589-4fa4-a9dc-77c3f967f8bd", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "938034f3-8891-4df2-8d4b-186071d6b8aa", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "625ebd3c-2652-4d88-80df-1f22986b7d0d", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0299a65-85ed-41d6-903b-d04fa36100e6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d50228ce-3bf0-4a5e-966f-f273f26213d4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c31b7b3-097e-4a0c-afac-de5a506f7ea1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "056e686f-e58a-47d1-baf8-8d269d8bebb5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84c57ca2-1f48-4143-a7be-7e317f5cff04", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db6ce900-a2ba-49c5-aaf5-ff12c05e1b2e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c073fa8b-a353-45a8-a100-f4c1424648d8", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76dd1833-e8d1-42f8-a75c-33889096b2c2", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8297416e-b2fb-4f27-bcb8-914e296887f3", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d149427a-82a6-4a38-ad6a-298e4a7c21e9", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba382714-9043-43fe-a2eb-f3c4082d4e15", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0718e477-1f9b-4003-99d9-d4654802c53a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dca58fe5-7ed1-498a-833e-3273c115a34d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4929a05-3a46-4037-87fa-f2683417e29a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0732dcd4-f5c2-4c28-ab97-a875908ad6b0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_468.pdf" ], "test_cases": [ { "key": "a9f60eed-bb66-4af0-86e9-be4202924d68", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ORDERLY MARKETING AGREEMENT" }, { "key": "6fb64a65-5849-4977-9860-926cd8ed0b0f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "GWG Holdings, Inc. (\"GWG\"); Trust Advisors to the Seller Trusts (\"Trust Advisors\"); GWG and Trust Advisors (each a \u201cParty\u201d and collectively as the \u201cParties\u201d)" }, { "key": "43d024f5-0879-4a03-96bb-2bcc6c80eb10", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/27/18" }, { "key": "7105c209-bd59-4b04-9829-2d63f746b07b", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/27/18" }, { "key": "13530b47-4fc5-4643-b21d-f542475fa31f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/27/19" }, { "key": "2edfc229-dabd-48f3-86ac-6b11e35e8b10", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "317d2ee6-ef25-43fd-b582-f56acbacfa98", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "04e7da06-7b76-4629-9280-de2057261363", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "226b898a-051c-43ca-98b1-10a80eb6039f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de8c95fd-7905-43b7-bf5e-a5e107aa3aa0", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcad9e37-650a-4f9b-8637-46d69ab81fc2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7b4334e-9bfc-4aea-9968-a7527ac85d66", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21b4d476-af30-4d30-837a-40dc8ac9182d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5670455-ee91-4f52-87f6-af797fa3b4a6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fcef5e37-3cf9-427f-abdd-3d1af985c798", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5ded68d-7146-41f9-b7c0-9e96540a89f2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acd69e86-bba1-41fc-b0a9-4bb921581eb2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4860a890-a1f5-41ec-b32d-142653291928", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1311e047-3ecb-4b90-a7db-da09554fbf7b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21dcb10b-b2af-4782-9d09-159e899f402b", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a3ca126-68b8-4d92-bafa-1165fc110e90", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9346c5ec-0960-493c-bdff-d04c7a4bb076", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c3c49f0-9c08-4ea4-bd02-888b21c3781b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35c15bf6-35f5-45ed-b508-d1f0eb67813b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a877bf05-9ec6-4a07-b364-bade2a182a83", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db5e8346-35c2-47c0-a20d-65909af7055a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "418013ea-308a-4493-8623-e312a799f812", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2992931b-390a-44e6-add1-2cfe76650de6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e741e5d7-a9b6-4894-9f11-10ae53eee349", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "daedbf6c-994e-4730-8507-37e4f4e0b5e2", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c98fc3c-2e85-4abe-ab71-580f2608197c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0106b0a-eb7f-4a54-93b9-0b593d97b10d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53bd0881-0ac0-4df2-b0f5-0c53a8871658", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "336734cf-aab9-410e-9800-f00d6fc2ee94", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "afa494dc-3e16-49ee-ac85-7a59a5bf581f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee19ff58-6eb7-4d2a-81ac-1989d4fd75c1", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e7b2077-4969-4150-9a2b-4a0b80c4d96b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a45a281-058e-4464-be2f-c45bc5f8fc65", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9ce63938-c8f4-441f-aaea-12660f713225", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f7e8a0ba-adc3-4b24-9d63-dd7024b3765a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_469.pdf" ], "test_cases": [ { "key": "b3efde35-e65f-4b29-a8fb-0e7f5dd92ec4", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sales, Marketing, Distribution, and Supply Agreement" }, { "key": "51c51cc4-f92a-4135-9e93-a9a8ab39acb0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HEMISPHERX BIOPHARMA, INC (\"HEMISPHERX\"); Scientific Products Pharmaceutical Co. LTD (\"SCIEN\u201d)" }, { "key": "f4b7c831-c34a-435f-99fc-7d323bb2bfeb", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/16" }, { "key": "ea7de97d-af29-4bf8-a603-886a02adf13e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/19" }, { "key": "a8af6a23-3562-47ef-b8b1-4f9bd63c09c2", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 2 years" }, { "key": "43e65eab-ae6d-408e-bdfb-783a3966b6fc", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "ee9e2388-1fa5-40a4-bd09-e0332e0cbdb5", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5bc588f1-f92f-4f1e-ba22-5bb1eace9dd3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "158e4d2b-508a-4bfb-9f38-a01d24e38814", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8f419a4-fc29-4fba-b6fb-37947bdbdd06", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "557f7f2c-ff64-415e-89fd-c1b2dda58132", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0cdab81-07a7-4e52-9a2c-cb8a39dfc55d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c5d874e-64af-4bbe-bdcb-c0e2178028a5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d60fd05-3fa7-496f-bfbd-bdaf13362563", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cda959b1-3742-45b4-ab0c-766a7e5d5d3c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c5e3c86-4d82-4b60-9945-1eafdd54999d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "72bf0f07-eade-4b07-9807-c6ac5d3ff766", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "43d5265d-d889-4ebe-8265-64b0f958505e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c17be329-6611-4f32-a50a-adb6bdeb752c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "252b202f-91e4-4ccb-a51b-5479f52cd5d5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "376c22ef-65ea-4061-b227-dc590966ec91", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d1c2028-240c-4972-b678-6202be186171", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0b69bec-8466-445f-bf5f-451cc70cafc3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1d24a7f-495e-4808-bca6-4a57ecfedef2", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "97f33e78-49c2-4ec3-a947-8868e25a7e0a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "601e55a2-46f1-4a9e-b5ba-d4be112cc141", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce11f0d0-ebb7-421e-9783-c039fe5c03fe", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9108c931-130c-4d4f-a44b-9c57120f6cfa", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be39e17e-1474-4b81-94d2-fcd5e72ba483", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c911f36-e24a-41f5-b4c3-19a5fe989cc3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "669390d1-48af-4951-bac6-95b611c92d40", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c4b0a7d1-24af-41c0-8643-0ac36ea3d22d", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e822f97f-0d2e-4f2c-9b2d-9ff7a1ca4a9b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cd26e62-3583-4f34-b157-27feab2c42b1", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c2a1c56d-3494-4b34-acfb-9ceddf385869", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4a1d5af7-b79a-4e03-9092-8ea12a954675", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3f3ef153-3b29-4a77-b70c-1063b0239702", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "254571a4-77ce-4b9c-afe1-51cff6f31447", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "15a49515-5568-4eed-b3c7-5db6a4f814d3", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "01fa4593-14c8-40a3-bf9a-ab6264e7b554", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_470.pdf" ], "test_cases": [ { "key": "ef6ad7fa-bc78-47b3-be0c-e4117e4048e7", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SECOND AMENDED AND RESTATED EXCLUSIVE AGENCY AND MARKETING AGREEMENT" }, { "key": "7794bf4b-c87e-4f34-8436-c13ddca508a1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Monsanto Company (\"Monsanto\"); The Scotts Company LLC (\"The Scotts Company\",\"Agent\")" }, { "key": "6d3c7c52-3475-42fb-8a7a-ddc978c2580f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/31/17" }, { "key": "1ab182e7-1e4e-4551-a594-0c5814b184da", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "9/30/98" }, { "key": "8d9f495d-e8e2-4479-b98c-535bd7dd34df", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "c20d2897-b727-4ee8-95d5-cf42fb49c207", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "326ed524-502d-4deb-98da-9bc4229ee2ba", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1baacf5-6a0e-4e10-bf38-bdbb1478a727", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3c4cf39-c29d-4aba-8bc1-bbb107ff8aaf", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a482ab44-8360-40b2-b603-fae7e374506b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a8fda46e-8823-409b-a958-0a4e2adb9772", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c54bbc8-effe-47cb-bb81-29437dec76f1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "95f8c85d-f4c7-471e-acee-b534258aa0f0", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "72db436c-81ef-472a-b154-5c34857b5e04", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5be5ec5e-c938-43a8-8cad-b1aa568f8190", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2047380f-774c-4fce-92ca-62f42cda51ec", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2915fbe5-e6e1-431c-be58-bad463532f66", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "763b181a-dd24-48f5-b29c-5f1fbff2ae05", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c5a6cc2-9c73-45ba-b2ca-c9892d246b92", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d37847e6-15c1-4a0e-a633-47fdae17357f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3a72464-bef0-498f-a7a5-278a560c2900", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0d415a6-9834-4b28-a0ce-bf85df465522", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e2b69eb8-255e-4845-886d-4a68c017409c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7d2a9ba1-2f1c-4c80-9254-677b2de45a9c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8b6afe72-50bd-47cc-b73b-bd4810efea01", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "02b48907-1b00-4fde-953f-5cc2a0304638", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d536e7ea-ac40-4dad-8c03-272e98923e0a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa48c1a2-4ce3-4ac1-b0f8-16daa061b769", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13d9f4d2-7756-49dc-8597-406920cf2be1", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e89eb04f-9ea3-4f40-bf2c-d68a770b741b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f3c5402-475a-46e0-8386-5f9b3b645d5f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ce11e195-7818-45e2-9c73-3d13886610e2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df4e744c-9f87-4105-8c54-dfab85dfd5fa", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "47675f1a-6f49-4b61-9cea-32aad3215db0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f516dee8-b8d2-411e-bc6d-0cb8050507c1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8f9d0750-da60-46b0-95d9-06655d259577", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82a91af1-ad7f-4113-8d1c-3aef84404eaa", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8fe4bf61-52ce-47a1-98a4-200ab051ba23", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "15455fa2-5d9e-4bca-8616-6a037f8d64c1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "08004cfa-afab-4ea9-af94-1c185d03d42b", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_471.pdf" ], "test_cases": [ { "key": "75971c52-9286-4bb1-8be1-0019e8cdea40", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "JOINT DEVELOPMENT AND MARKETING AGREEMENT" }, { "key": "618f9691-4b5c-4793-90a1-435e450847de", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "LECLANCH\u00c9 S.A. (\"Leclanch\u00e9\"); OAK RIDGE ENERGY TECHNOLOGIES INC (\"Oak Ridge\"); (each a \"Party\"\u201d and together \"Parties\")" }, { "key": "90198143-44c8-4b34-a821-4350e634b01f", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/6/14" }, { "key": "3595b483-a6a0-4e98-9ae4-5a27bfd930e5", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/6/14" }, { "key": "6e8f391d-4d25-431b-9602-8a1e55c9cb0f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/6/15" }, { "key": "d819ec0d-9c3f-4ef0-9b6c-f9d993e3bd62", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Switzerland" }, { "key": "0af7d48c-489f-4577-834a-cf4d6e0f9423", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1a1362b-b028-48d7-bd9d-15435b502945", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67aa6524-6814-44a2-a420-457546d3c151", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd263805-eb53-4e80-bdec-4e2235c6ea21", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad025dd5-ede6-40aa-afee-c301050166e4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5acb706b-fbc5-48b8-985e-b52c80f5f85b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f5ad3466-5431-4a34-9c88-cdd4b8cc9179", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbd86f1a-6b17-480d-a3fb-1c3851d7add8", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6a605ff-86a8-4df1-ae9b-fa7bb297b643", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a4028a8-bf30-436d-ae93-8a77eebb4602", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eae34af6-1be7-49b8-ba79-0649144dd0a5", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d52a64c-354c-42cc-8cbb-5a50950c3b79", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fa5cac9-4f20-42c6-a4d6-b354a6fd12ce", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1cf57737-a41d-46b9-b3ea-3e8d8c40a311", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "168a3adf-30aa-495b-ae86-15c53030cba6", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b1033e7-e6d6-4f8c-b099-d7ac55f8e64f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06e4f6c2-af4b-4291-ac2b-bca042565c23", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0dcb2152-69e8-464d-a8fc-48cc9ddccc2e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04d4a3c6-67d0-4804-9900-34d3597e1f10", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84c83afe-60e7-4e6a-b22e-ce3678797286", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea2601c6-19fc-4de5-92eb-ce0b7bcaf604", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13d6f791-7835-45da-8c84-081117709be1", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91671f1e-88fe-4722-b499-676489f5a66d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc94b4b0-bbad-4462-afc5-74f6ff15cbc2", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66b22b88-e6cf-4470-902a-8a28d8846a34", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "36ea502e-2ecd-4cff-bbaf-a43f2a8c4c7e", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "518be0bb-a0ca-4d10-af57-cc19aaf3a9c0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4120f1c-d48f-40d2-ac7c-176641a96aa5", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4eae273b-a0a5-46af-8a50-6a780deb6590", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2bc4c4ce-a373-44f9-becf-ffefad2977ec", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5f9bf55-d41e-4fd9-b79e-7a4f65d4e4a6", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ddf1783f-fc24-4dac-87a5-96ccfd981401", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8187acf-ecfd-4482-a387-98d8818a995a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8cc5276f-afb5-49b4-8c40-7422e5cda924", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_472.pdf" ], "test_cases": [ { "key": "c94c4125-4921-4652-b297-d4b4cd24065e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Marketing Agreement" }, { "key": "7c75b1c6-5540-413b-8be8-46ee5cfb4f36", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Loop Industries, Inc. (\"Loop\"); Indorama Loop Technologies, LLC (\"Joint Venture Company\u201d); Loop and Joint Venture Company (individually a \"Party, together they are the \"Parties\")" }, { "key": "f33ab4ef-779c-4c29-9d42-3af8e85e5c1e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "09/[]/2018" }, { "key": "927d90d6-56d1-46ae-910c-00437723fb8f", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "09/[]/2018" }, { "key": "71bb1e39-2074-4f38-abe1-c0dc27c5fb2a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "e1e48d07-0cde-45fd-9ba3-fe348d913d27", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "8b39e938-ecb9-4570-936a-f4de85d291e4", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0d55b35-f3e2-41bf-acda-c76d3c9db2a8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "37e52010-645f-463d-92bd-66d64df7fde8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c159fa9d-e613-4764-ae05-19d36a547e78", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7912dd9a-b651-4535-9772-1a854836aa44", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0cddb11f-eb7b-4198-82fc-8e68e68d3522", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59308e89-5a8f-420d-85fd-a08df0e2f0f1", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b0682a4-2aa4-438e-85f4-ee61a7a61d1a", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "176838b7-35a0-4f02-a918-67dd0141face", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "250bdb08-0ba6-47c1-87c1-58b86d9863f8", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35148bbd-002b-4458-9421-0a2327460f56", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7ca632c1-10f1-4818-9d5b-abadc12e8a40", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ffc1887-1efa-49b3-9efb-a7ab98ce1225", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64975949-1097-48a2-beae-c558f6d71e55", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9e83bf1f-f773-4104-936d-92584b9d9bb0", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "379063a0-a530-4522-bf28-582cc082d6f3", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4b5f1c84-0b92-46e5-8458-8c9a45d0456d", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35c8eb77-4bf8-4acc-a561-f0432bc59dda", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79de4e17-6ad8-40af-ab39-99ba95d9348f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b901a8c5-f0bf-4ec1-8454-db5bda22cb69", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "236c57dc-adea-4cc3-a6b2-debe8718a355", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f4e5c31-e698-4d49-823a-37ce76ae1cec", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b187042-71ab-4316-ab72-3043f0f8f790", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a02c855-4208-49ba-8eba-5d9bb644a6b0", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d1f569d-8688-44bb-90b3-25a121dae419", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "21c8012b-6af1-4b9f-b063-0f65507f8447", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b5e4ef88-2ed6-4c4f-823a-8c99ad1dc6cf", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bdf4b5e0-b5a5-4c2a-8685-af5cf33d2c2f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a5c72570-432f-460d-b5ce-f5a34f33dd0f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "17bbd6ef-494b-42ee-ae3f-aae136c7941f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "778cf174-6162-4c89-95e0-c01baf54cc5b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9adb8f8c-de84-4794-8444-f4a5cfebb0ce", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aac10451-f3fa-4c84-b346-e8db75d0b17b", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f8f3fabf-e4f5-410b-8ef5-11b9afcb5e12", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_473.pdf" ], "test_cases": [ { "key": "b25295d3-efb8-4ef7-8d46-e21595c8283d", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "REMARKETING AGREEMENT" }, { "key": "7ae6f6ab-9a9e-413c-95c0-f8c9f56ccb77", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Nuveen AMT-Free Municipal Credit Income Fund (\u201cFund\u201d); Nuveen Fund Advisors, LLC; Nuveen Investments, Inc. (\u201cInvestment Adviser\u201d); [\u25cf] (\"Remarketing Agent\u201d)" }, { "key": "6835851a-aa04-4bd1-a81a-c6756d9ec076", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "ba9c39fd-541e-4f90-bd9b-a03b4de7c118", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York; Massachussets" }, { "key": "09f722b3-4d71-469b-9697-1f7def9b319d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2f081f5-49a9-4d65-a740-9cfffe52b70f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd1535fe-3217-4bdf-9b01-206b8fdfa16c", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0343ec38-bf90-4e29-8978-1c5c3d6dcc41", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e89a2a64-7c0a-44ee-90df-2d337b2c5c5b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c827ec1-b591-47cb-a374-ab4c4d012936", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc6a2463-33d6-4cf9-a46d-4b9510eff6ba", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e928cfc9-26d2-4b6b-b80b-8efca123bc62", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a38c470-8e01-4792-be0c-f7627916bd6e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaab292a-815a-42a0-b1fb-56d7d8d00710", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fea900a8-5105-48fe-9edd-7e191943bf8b", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "41f9735d-9bb8-4259-973b-6a5297c21643", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6b49dab-0bfa-4e6c-9188-5e68134f39c2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48bb4e53-6737-4afb-9c9e-918eb093579a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52eabacf-1f6d-4bcb-9ea5-4b46686f4c37", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5b60d76-181c-467e-8d2f-b0c4f3a2488d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36d8fee7-c2ce-427f-8b49-7eba2504d5d3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc328821-b6c3-4474-9184-43296b0cb2f9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b7a6bb2-56c2-4315-b516-72c38300cb02", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1da09ed3-33c6-43c0-a775-b3098fb67700", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0619b82e-24ad-41fd-8825-34c28686ad00", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b25a0892-4c9f-4d5f-b9bc-770bd1487a83", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58e0e93d-11aa-4f54-b008-5efa3d5d17d7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcebd450-fb1b-46f8-ac78-39d657f6319e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "365c8472-ff4a-4dfd-88d2-30490865f422", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "735debd3-7f82-45ca-b23c-d3737174a928", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "73325ba6-e997-429d-b149-f4c9d1fc617e", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e603c35f-2967-4eb3-8133-9c7bb7b62870", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99b0b045-061e-4a0b-9122-e727da49776b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "603ae576-df4b-4810-856c-06ff98d90173", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "113c7866-0c3c-4d62-9333-43012cabb8de", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b1d32dc-97a4-4878-ba18-abd4262e931c", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9381e83-5e86-4893-afa2-76c6ac6dce00", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "80de2539-617d-4a88-962f-34da7d8e3382", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_474.pdf" ], "test_cases": [ { "key": "3aba62a0-2f96-41b0-880b-7fa56ebe2e95", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Remarketing Agreement" }, { "key": "0c79a3a7-2f67-4ac2-b028-6110f2b1f946", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MetLife, Inc. (\"Company\"); Deutsche Bank Securities Inc. (\"Deutsche Bank\u201d, \"Remarketing Agents\"); Deutsche Bank Trust Company America (\"Stock Purchase Contract Agent\")" }, { "key": "aa9eae6b-4181-4749-810e-19987124c5ed", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/26/14" }, { "key": "1d7b1789-7ff8-41d2-9bc3-05d3d756298f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "05aee812-dcc7-43c0-be71-3755f4a5864c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "6b1942f7-07da-4539-8a94-13833f582b6f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc75cfc4-5fea-4c7a-9ca0-0476e4698e67", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e52f3e2-0fe2-4bec-913c-ff6429805749", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f27efbea-d8ce-435f-a83a-827e16c1b6fc", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8aac785f-b275-424f-b73e-5e8b126ca24b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "844c759e-9920-4d45-93f1-06ecfbdc357f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d9e3f19-9513-4f94-9abe-8ddd808b01b4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "422f6b8a-2784-4f00-aa83-961dc754d07e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64c73c7e-b8ed-42a6-9df4-b45e9209acc8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8dcf68a0-4b4c-49fd-b2a0-f563159a31b5", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83af8c29-b51c-4483-9804-a10e8dfb40c6", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "827acbce-fb24-4e8d-944f-f2b2528f4586", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75799d1e-f380-4e20-9b5d-8fcbc093c1f6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0cdfb34a-7b1b-428a-ace2-8bf07680bd17", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99e1beb8-b7f0-4034-aa8e-c92f96bfdcb2", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48aa2a7f-71f2-42ce-82f2-f40eb66a3d4e", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2d9cc7b-a04d-4a7c-a490-5c237bffefcc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbf694a3-80a7-4ad0-8ffc-a43d80a815d8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88517f57-20e5-4c70-a3da-074e70d0ac9b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e128d3c3-1e1e-4a60-a0ab-c1b0a77b72b7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8598eeae-665a-4223-adee-292340c8b6c5", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7336cf98-2dec-4f49-be77-ad95a04d2426", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3c2377d2-1bd2-4f69-bf3f-addd78526954", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3fe15f76-a204-4269-9a26-a19b825a3cf7", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0165b4aa-52b7-4992-9653-a8c9911b5113", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4118b528-0f71-402b-94f9-4b66c7c99d45", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ec8ca24-9bf5-4dae-9f3a-f52f6e1baa87", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "00ec642b-c136-425a-bf43-e2941b7ad48e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4ccec3d2-7d90-41ba-9d50-7178be404ba1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1bcad67-7096-4e95-8bbb-7b21975f5aa8", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3010e92-0419-45db-826a-eca2333a9cf3", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "af5445b5-d86c-4028-b817-2283060366de", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f42f8ad4-37cc-4177-a60b-7a00b2e3247e", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "e526436f-2559-4440-8f68-44e649c36c3a", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_475.pdf" ], "test_cases": [ { "key": "dba8fec1-6963-4f49-9236-b347e3858bc6", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDED AND RESTATED STRATEGIC LICENSING, DISTRIBUTION AND MARKETING AGREEMENT" }, { "key": "b54bdb61-903d-4fd6-9f41-003aeca40867", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PACIRA PHARMACEUTICALS, INC. (\"F/K/A SKYEPHARMA, INC.\", \u201cPPI\u201d); EKR THERAPEUTICS, INC. (\"EKR\")" }, { "key": "5718c64a-cdc2-46c2-a33a-57910ef612fc", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/15/09" }, { "key": "643a4b5a-a373-4705-b1ad-4e31fead20f8", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/10/07" }, { "key": "95c0beb4-83e9-4616-a584-fe192ec37c84", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "bbaaddb1-cbe9-44bc-923a-61bd77179709", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 2 years" }, { "key": "dc6217c5-5add-4447-92ea-a18cd28af521", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "180 days" }, { "key": "8b1dfa1a-65c7-4393-b975-a65788418394", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "a33e2543-272f-442d-a1e6-b28b03d7f5f7", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4f6bf86-b2e2-4a4d-ab61-8f38d90a3abd", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80c50658-5d2a-43b5-95e7-91f086871853", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5e5182c0-b5da-4c9d-9e22-193e8d89651d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9cce36a6-77de-40c0-bc14-479cc4223a87", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d67bb94-054d-475c-a3f7-876ab246971a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0b13d59-e743-407d-850e-0c5fee4fd329", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4da4a379-f506-4289-b37b-7c19675d500f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e8bb0356-6400-4309-9dca-d348c4a44178", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fdcc376-4a5b-43cf-b8af-004ac964081a", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eb1109f5-57c8-4f89-98b5-4172c1dcdf3e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6c65dcbd-f2a2-49fa-903f-7636ee6709b1", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3b6f0f23-036b-4153-9359-ffbf8d940b29", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "053a9043-d6d7-4522-9ccd-e078a9bda39d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f169f2e-89be-4b96-83ad-e95c59dc3e19", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "660fa1a0-1521-4ae5-8dc7-6b61301f96a4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28855bd0-71dd-4c05-a710-eed3ba32e773", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6939cbb-dfd3-4260-9167-67b4f7251c50", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7c7109b7-aeaf-4a1b-a492-6a66d0050db2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1b798a3-4f98-4dd8-9374-95d1aa494f69", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "934a8dc2-cddf-46ae-ab4d-002236b2830a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "248dd524-cc36-45f0-a587-1913347286a2", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3338d90e-bb77-4143-af1e-7ac7fb56be43", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "95ba83f7-8efd-479d-ba68-da69e80e44b6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "994c77ef-9f05-40dc-b1b2-c1834962e402", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ba6552af-3878-48df-ae8e-ac2668743657", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4db9777c-8302-4d3c-8667-10aa8e7a7b6a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "89c076fe-7fab-44c8-945c-9abf46163c8b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ec4e4a03-fcd4-4c35-afab-5e5a7a5d0f07", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab24abd6-e413-4e51-8375-202177df7825", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb6363df-a1f8-486c-951c-1dcb5806f643", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "114a7228-393c-42f2-93f6-23e846cfaa6b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "777f5ed0-2393-4ebb-9aff-2c07522e324d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "071785bc-b08b-44ba-8eeb-d35ccd6f4a06", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_476.pdf" ], "test_cases": [ { "key": "60b2e51e-aea8-4ec9-a471-c52d9b24003b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Broker Dealer Marketing and Servicing Agreement for Variable Annuity Contracts" }, { "key": "15c3a397-907c-47f2-adaa-d88bc90705c2", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Principal Life Insurance Company (\"Issuer\", individually referred to as a \u201cParty\u201d and collectively with Distributor and Broker Dealer as the \u201cParties\u201d); Princor Financial Services Corporation (\"Distributor\", individually referred to as a \u201cParty\u201d and collectively with Issuer and Broker Dealer as the \u201cParties\u201d); ABC Company and its duly licensed insurance affiliates indicated on the signature page of this Agreement (collectively \u201cBroker Dealer\u201d, individually referred to as a \u201cParty\u201d and collectively with Issuer and Distributor as the \u201cParties\u201d)" }, { "key": "9e33bc1e-5725-4324-b075-86b73ef7c102", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2013" }, { "key": "df246177-56c6-4a00-b4dd-1fca840a1e03", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2013" }, { "key": "66daa251-975b-4a18-9b5e-879ef0e53334", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Iowa" }, { "key": "c50b310d-a81e-4c65-b1b2-3060557a4782", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6ba93217-5b8b-4bb1-9d12-db1462032891", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41dd9ad8-56af-4a1a-b8b2-33713f349468", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b03e94d6-0868-4e28-9636-81f0c463a26a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b3f1955-afb6-4b42-aef7-65218dcd83b7", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c861aad-a476-4d92-a543-7104d2f18fb6", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce5ec2e4-7fbe-403f-a8c4-e7de2cf8591c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8deb9265-24d7-40fd-8be1-ac9845124333", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4f6474db-f0d9-4a36-994b-93c1d019e51c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "254e3cec-9a1f-492a-95a6-2cc8a9b9a4cc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55ac1b0c-2ca8-40e5-a0fb-a8c8483a8f17", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8f4f7479-9b0d-4ad4-934a-a8d56072cb10", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78a8773c-82ea-41e2-8f33-6e3b02ce85bc", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a52d716c-481f-450c-82f3-56c49b62c26f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97965e6e-d0a0-48ba-afec-6ebb5a5512e1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "132d8736-93fd-4f7a-9c87-233f34074795", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b585b08-84b7-4933-b752-32efba1da4cf", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e851529-d58e-4120-9118-a2b2c3bcf4c5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45cc7849-d8bb-499b-870c-8cdb2514562a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd4e3c1f-7f61-4dd4-b554-54f8ffa73150", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "798f5f86-1f71-4d66-aa64-1515beb5acc2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f164adf5-72dd-4fd7-b9ef-0c0dce64c6f0", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "592c75ff-6e7a-4282-931b-7b7d002e62b4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfcdf2b6-c695-46ff-9dc2-94da68745752", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18b72b25-edbe-491c-bd1f-e803d8c4fa30", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b88a39f9-776c-43c3-a31f-735a8bdde1c9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdaf7d7e-5a9c-4261-ad5a-5c24bf914472", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09a44a93-3ae6-4f97-9cf4-5a13d80fe92e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "45c46002-6095-4668-bda9-628a85165ec8", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5af9d509-fd82-42d3-a761-c278b63acb9c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f2f7fb4-0aea-4961-8324-86833ec1d4d7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8a52e69c-2e00-456f-a6e8-ed08e5f1748a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1493e0dd-a9e6-4d33-aa11-42f2bbf5451e", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d9da2ae2-7f05-4a1e-9748-474a68d54b13", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_477.pdf" ], "test_cases": [ { "key": "7fd69cf3-b1ee-4a74-955a-5205041d7636", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDED AND RESTATED REMARKETING AGREEMENT" }, { "key": "d365ffc6-8051-48e1-b201-53f1f258a1d0", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Reinsurance Group of America, Incorporated (\"Company\", together with the Trust, the \"Issuers\"); RGA Capital Trust I (\"Trust\", together with the Company, the \"Issuers\"); Barclays Capital Inc. (\"Barclays\", \"Remarketing Agent\")" }, { "key": "1741ff22-b8ee-42a0-88dd-4da440c78f9a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/15/11" }, { "key": "f08a3b8d-a7b2-4408-bc5c-98943f95615a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "fd655f09-43b6-446f-816b-443138c9639f", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "bb4e92eb-cd11-4c7b-9f74-cb0ef2593142", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "129b58f7-2dca-4125-8601-569752ea1b41", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4994ae4-67dc-4d0d-984b-4975c8686dde", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52ca1d30-b585-46ec-bd46-c46e45138509", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2b0a2398-6791-468f-8d8b-8c198868316e", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c84f1da6-3821-4ade-867f-1a9c22a339fc", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35528b46-796c-4579-8c9f-8abf4faf0e9e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eda3785e-44c4-4f80-9087-337e8b3f3f3e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99654271-7c2b-43f0-990a-021a920805b2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4b64a3b-3b87-4162-9f9b-3f106f886f47", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee289ebd-3097-4245-83e9-7623aa641ac0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b574990c-4a57-4b6c-b70e-1e7bcbb53196", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f47f5ea-929b-4bd1-924f-96b66924d01e", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64826eb1-fc6c-4b77-a7e6-7d39280d50d0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b555daeb-cbad-4912-9e99-8afb5dc29db5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de54c3a9-d644-4ffc-b26f-b0ccdbf5c4de", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fda9ee49-d948-419b-a6f4-d170c707308c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "835ca7c6-ec78-4572-868a-a8072a7599a9", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a34f9a3-921e-47ab-ac2b-e6fe88c0cb3e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "632546e7-bbd0-48ea-af7a-eeab46927e08", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fe29bf3-ec0b-4773-ba48-850cb51f649c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e522e200-cdd5-481a-99a7-246a11c137f6", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f199f81-0bc5-43f6-bbbb-d189621e935f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ae80e51-6a87-4d8c-b29a-84603ea9a6ba", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a93b04b-d7b3-4639-b725-b7025697daf7", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f04eebb4-3f67-4672-abd3-fcbf0553c443", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca8077f6-f247-4615-b3a8-43484c01d875", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3f1fce1-b99c-426e-aa58-2eaaa1eb7670", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "014c692f-333e-4065-9236-a4da00b83758", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "804438a6-d72d-4e68-a7b7-46be30fce035", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ee039a1-311a-4f18-8c82-f7f00cd77742", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "03c3cefa-1492-4512-9fdd-0e326f23a115", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "55bae0d3-2ef1-47c6-a72c-90f55b823864", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" } ] }, { "key": "01d57243-831c-417e-9c2b-60f94bf8f46d", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_478.pdf" ], "test_cases": [ { "key": "ee417672-f5d0-4c9d-9f88-4f4d44c1e038", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "STRATEGIC SALES & MARKETING AGREEMENT" }, { "key": "c10ce10d-3a43-4a76-90fb-0010035645bd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SightLife Surgical, Inc. (\u201cSurgical\u201d); Imprimis Pharmaceuticals, Inc. (\u201cImprimis\u201d)" }, { "key": "c35532c3-d062-4916-bf34-035250c502b5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/28/17" }, { "key": "8a98cc2e-5eee-4cac-955f-14084b70f1e9", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/28/17" }, { "key": "c00bf1e0-3876-4553-a2c3-50d0a2a0b71e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/28/20" }, { "key": "1ea6f9f5-1e79-4e39-99d9-3823ad079d48", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "21514f8d-1edf-4f59-8909-5e5c4e93185e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8257364-080e-41ca-a11f-7377d456d013", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "79be5d68-1349-4e87-b091-0c856dbc51ac", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "15925def-e475-496e-b099-ba9512010562", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7097f230-3a17-4ba4-98fd-40052d3f6f38", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b56eb438-38d6-46f4-b802-29b5c0f8fa1b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7809a83-20fc-4055-a9fa-3b0e019910e6", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfff697c-6d32-4817-8506-0f5dca52f5ab", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74f71f93-f1a9-4958-b860-45a98b2698a6", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ec802f2f-c06a-40c5-8fdb-df77d90d5dd2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af5b1ab2-af53-46f6-8d8a-9ce109848d5c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c7fbb19a-6e8d-42a2-8ebf-4dcc2950e1bd", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "42a57100-f3a2-40d4-89c6-d9b9651cc627", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "223941a5-6e2e-4e49-8668-4e4e58f0c4fd", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e26d6505-bfe2-4245-b2ec-ba8d9dfbb817", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "380179e0-06e5-4bff-9566-5665872a8950", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "97bf262e-26b4-4bf0-81c9-2c6bf7938f61", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f18214b5-9533-4b14-802d-9a20d756e30e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da1600af-b5a5-4c61-8349-2f30e3554fa6", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a02bf64d-2674-45bb-84df-749d789f3d9f", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "daca7104-739b-4026-8ad6-63f3fc7f91bd", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ec22dff-5c6e-4c2c-9108-7afe0bb08280", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4606cd24-6692-42f4-92e4-df95e209ea5b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7a6f1fc-2adc-4c33-ae3f-7fb27273c666", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "249c5422-5a54-4924-af2c-504f7807f5b9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f48e77ad-cf50-4eec-9633-e2d90777e8d9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f8b6ecfa-a93d-46c1-bdb4-9965dd68c8bb", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c9b12cf4-b250-401b-b93e-762d5a985f72", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4568501f-36d8-4216-99fe-e96e9960d553", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "876131b3-ea8a-4a21-b581-8aa01aecb26f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4686ea0-4936-4bb3-a0f0-2fa148ac6c36", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "525b5fa8-5fe5-4b42-8d0f-3de1b3e95597", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a85f8d8-58bf-44dd-a6ae-162f65065985", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "75927523-a02e-4771-b1ca-dc7b55080cd7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_479.pdf" ], "test_cases": [ { "key": "fa861b06-11d6-411f-8b2e-7a9af6fe977f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MANUFACTURING, DESIGN AND MARKETING AGREEMENT (t" }, { "key": "4cab5dd8-fe89-4c2e-9590-d124719302d8", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Zounds Hearing, Inc. (\"Subcontractor\u201d); InnerScope Hearing Technologies, Inc. (\"Manufacturer); Subcontractor and Manufacturer (individually as \u201cParty\u201d or collectively as the \u201cParties\")" }, { "key": "131ec5c1-7fb9-4d91-afcf-8e6d6b0f820e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/3/18" }, { "key": "25fd45b6-7ed7-4acf-9405-89df4c627e75", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/3/18" }, { "key": "ee1e766d-ecc8-407b-89e6-859dd0ccfd14", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/3/28" }, { "key": "3fb45684-c332-4cca-8e47-f21e7612ce92", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "3f32729b-42c5-4c22-a032-b66d8f2a536a", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "cbc20367-996f-4d89-927d-9c238b82f2ad", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Arizona" }, { "key": "1abc187d-b85c-4578-9442-aba18b5f5a35", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa861a2c-3571-49a9-bc8a-aa077e66d2d3", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "99c2d865-9c6d-46a2-bead-8587d95410a1", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35bc3e31-10d0-4ec1-8729-b2c4b0604a80", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29937782-1855-4ece-8dbb-d65151ddefc0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39b64da5-ed75-41b3-af18-f6e89f5086d2", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "31731000-9a8a-4276-bf9a-cdf7cef2cb37", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be7308d3-5b86-4175-a288-b6253af287f5", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86df074b-78fd-4f44-b9f5-77b1edf66c0e", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9beac26b-1fc0-4067-bd62-c956696c508b", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4782c3c0-e4dc-4009-9a6a-27b0be47108c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "09515276-022c-4eb9-bd87-dd7adf85811f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0402dc99-f654-4363-835b-7557f3e4d711", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cdd139cf-9133-49b3-b23d-c671511669ab", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b6d6208-99d4-4fb0-9520-be385b560df0", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d6a81ae-bd29-44b8-abcb-754500c3fec5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0eba168a-3091-42b1-b74a-9616277042fb", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1e639e5-f3d2-4c2c-9a43-e1244cf9614e", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "668d42b1-5127-48c3-9763-f8c04295a39a", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "841ad3eb-78dd-4463-a06a-37e80c6fad2d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fef4a8aa-0e96-4ba4-8bfc-dc435eda75a8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9e8d7b8-64f2-459c-8950-e2ebd1c69439", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74afd28c-18ac-4b38-92dd-bc01be3fbec0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed837f68-c9cf-4006-886e-44b81cbb37a1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c410d5e-ac95-4794-82e9-f4b6995f2141", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a03c0d5a-7a08-497d-9486-0a0b57e48545", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc8ae30f-a185-469c-9493-92e9bfc2aa9a", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b637dd6-2c23-4311-a292-5ee2342902ff", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "014961f1-7e82-4e11-b0ef-aea9bd100d7f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "60afa815-82df-4bb1-a564-db4269bb3aab", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f4e8e36-92cc-43a8-aca3-3dcac118af39", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48e131d2-374a-409f-baf5-fa2716475bf9", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ceba6b35-759c-413b-91ad-b125e5707401", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3c87cf6a-2e1a-4e87-b302-0dca39de7d6f", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_480.pdf" ], "test_cases": [ { "key": "233c270d-57ac-4aa9-86f7-7d7abc993dab", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Sponsorship Agreement" }, { "key": "92d792a5-70fb-4fbd-8023-92a6210e85dd", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "National Processing Company, (\"NPC\"); National City Bank of Kentucky, (\"NCB\")" }, { "key": "7019aac0-4f69-4cd5-b863-e2646862aa2a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/96" }, { "key": "6e26d17c-e2ed-4a4b-b243-98a41472a560", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/30/01" }, { "key": "a0d1b4b1-fbed-4ae6-8477-a05375548a42", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "4b006fa8-fcf5-4267-b98d-4cde46b6d697", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6 months" }, { "key": "e53b9890-19e1-4b83-b6a6-bc2d7924ac66", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kentucky" }, { "key": "f3f6415c-cca9-455b-b24a-e8d3f3da641a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c28d0009-0ada-472e-8e21-f28d23ae4446", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f013fbf4-fc4a-4686-b9d5-1914a9827ace", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24450a21-2bb2-4a9a-8227-cbd79985a2f4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e8f55c41-7d31-4a12-bb30-23ee40dc8475", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd48d291-cff7-4539-b040-7efe9ff02649", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49ad78fd-119d-44b2-87a3-fa8695a41f4e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44204dcf-67f2-4759-82d7-e3dc5fada8bd", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4f1d27a-9d81-4eea-a7eb-95d79085889a", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb5c8ac5-cc47-4405-bffe-c5d79edfede4", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01a86fcf-b9df-48b4-8f28-850b23f32d04", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "573c4f63-fc1b-4f77-b697-b95140e0c485", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7bf3f8a8-0e3d-48ad-a6f6-1bf865ac5989", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64cd7eff-217b-43bc-9976-c3904f71b980", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1d372e13-d6d0-4008-abe7-30eb40e4a42d", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "52e619b8-bcd8-47ff-ab69-b5c7c0ff71b1", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e89cf518-52c0-4a7a-9ebc-fad087dad0ce", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea13f898-118e-4047-a829-6762d967c12b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d1239d5c-8586-4ae6-8817-1c221cf8f0ae", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3dda31d4-ed94-4613-a81d-0637c0ea5374", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9edaaee3-7964-4e7b-ada7-0c8d2228f4c2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dfd3fad1-5c23-460b-9709-e9be516c1988", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d94c8064-bc3e-4c2b-8d7e-1561796f80c4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "06d3498b-31d9-416f-b10e-fdc25308f622", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ab87807-e559-4688-be7d-0f1674f13ec1", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0462644-8447-409d-a6a3-4aaae1307ebf", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c0b0caaf-a0ff-4955-82fe-9871661d1403", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30615349-1fd0-4be7-9d2f-383445a2f096", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "445987d4-1459-41b8-a099-02991b3e2278", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cac3389f-76e9-4ee3-8fb0-9bbc6a4ed5e7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35ed91d9-dd3d-44a4-8f8b-8ad501ad5dfe", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4458405f-a838-415e-bc3f-3005d4009da9", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "86fe94fc-9b62-4945-b26c-09f1887b3dd8", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c6c27c42-5311-4d44-8d2d-25dc1d0cea43", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_481.pdf" ], "test_cases": [ { "key": "e033a6af-bfec-4b4b-b25b-4a06e2c9a57f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "135cd826-9040-46c9-9a30-5eb5e4363979", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "American Champion Media, (\"ACM\"); Shun Li De Commerce & Trading Ltd, (\"SLD\")" }, { "key": "e69838c4-ce9d-4a73-b296-38d0b54adf45", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/14/00" }, { "key": "49d50bd4-73e9-4ea6-a2cb-4f4d050c7dd8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California; Hong Kong" }, { "key": "f2f25122-da8d-49c2-9856-bba506e7543e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f459d2b-0824-4714-998b-8d6bb4bc916b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7032b5d8-e202-4aa2-b048-855a719254af", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "796fb93e-bee8-4e8a-bf1b-d887be083fe3", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77f40f6b-0440-4abb-99de-86259f323db0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b550f32-4d0e-4925-8b23-d5a41982cb14", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea916b72-7550-4b5f-b01a-a66bd0ea5a59", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a654acc-e8ea-4933-8850-627321b747cd", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b5aa54e-fe02-4d94-82ab-806a0c1b5045", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9b1917f-5ef1-41dd-9f33-eae66fe5c255", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a8933d6-c272-4636-a0f3-dbc3ffee97c0", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df92e0d8-42ca-48f8-b4d3-bd71b816108b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5bb4fa3-6700-4418-82c7-c1b38b94c001", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f085aef-1e6c-4258-b4eb-38b7ee6a5a70", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "263897ba-4773-4fa2-a1ea-a76ad5b67999", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12ab43ef-b859-4fcb-8d59-9438eb146b47", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9196a1b-3d55-4b7f-ae1c-a7aa59287a8a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c95d90a-bac1-4335-b176-629d39afc663", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1efc8caf-eaff-4bef-a5d2-0b279891f8b7", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a6e02c7-716b-4477-a1aa-236579c30601", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce587076-79c7-4088-9773-91e8cf7fe36b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f6f5f75-351e-43f9-a20d-7cbcb9443764", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6373c7f-1863-4693-9ce9-b144a410b7e7", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93275c2e-4e4c-4a3e-a85a-a0ba0f351171", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ac94735-3602-470b-bb27-12b5fdeaa135", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "277707ef-4cd3-4907-af10-6b20c20adec5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de2dd6b2-f26e-48b9-b352-4b6140fd4686", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63c3c304-805c-4794-9ac1-8a3ade27a797", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5032a45-a890-4a88-afa5-3f587c2f8252", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3b8899d-ede5-4780-a1bd-9c59753f4d85", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a10aa107-7ca8-4f2b-9f24-aea51fa3a68b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36f185fe-cebe-469d-afc6-280854734c7a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "831cccf2-7371-4427-885a-6163c14625b1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "84cb2859-35fb-4c53-b922-0283970f6a97", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_482.pdf" ], "test_cases": [ { "key": "e05951ed-9aad-4591-97c7-0d5b60c2598e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "0127b1c8-df0e-457b-82b5-45174e9e3ad9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SABCO RACING, INC. (\"Sabco\"); Prolong Super Lubricants (\"Prolong\")" }, { "key": "0460794f-a7a4-43aa-8aa7-6fc2c9b6e91d", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/19/97" }, { "key": "1e6523bc-badd-408f-b6b6-05d4e9a3a6bb", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "North Carolina" }, { "key": "3cc95c50-23b3-41dc-9d05-d35efd59eb9c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "11341b21-1ac7-4c7c-ac98-235b21f30913", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b232add2-d74a-49f2-953e-58213684bb50", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eba042ad-dc61-4168-b40b-b8affda54347", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "16996da2-df60-41ae-9b06-6219e21e96bf", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "096a3b23-790e-4acb-99cb-63268dab5cc9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12208efd-1fb8-48ae-83a1-0e839d54278f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b3dc3b96-dab5-45f4-86c9-71e57a1ad81e", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "27e63392-1991-4f96-bc7f-a039ba2a07a0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "617857a1-a91d-49e6-b281-3c10922f9c46", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "82df2b62-d10f-4f9a-91e4-626f32e0f171", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6ef91d23-963b-49a4-8b8b-97644948839e", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ca33aab6-11d0-4181-9cc5-22ee38a19ed1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1ba7d17-83b2-4dee-8bc1-c36fb981b0b0", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2a608abe-67aa-484e-a3b5-b2605f6f5e19", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44f0387b-7910-4d73-b73a-ea7b0c2d282d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b056da44-42ee-4500-b297-57b656174ac7", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "935a049d-6262-46e8-a8ae-289d48c1e1d7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dbb0e476-3905-4d13-bf25-9b613d648302", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "511ee257-6dae-4c66-9044-d472fbc29924", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ede7ac96-5f74-4588-b1a2-f729fb90537f", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "151e8ab2-45c5-4532-92c5-a643076c0b84", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c35041ae-479d-4c97-986d-02674f9579e0", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b09e648a-f73a-40a9-b7ef-1670ac0a09b3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4cda76c-6266-41eb-b452-3f4b6d8f2f07", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be206712-8887-4086-8ab3-c9868702bf36", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "801c1f52-7b77-4487-9343-fd8eb77aaa31", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e0a5719b-315f-4ff0-bb00-e15c4bf72f22", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d972c4b3-0008-4ff7-b1db-87a58648ea9a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "81058de1-dfa1-499a-b9e4-e8e95e85bbe3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c066e626-f10e-4880-a4bf-d9803fbf848e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6306000b-addc-4e50-a902-3649ef53898a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d9ab389-6c19-4b82-bdfd-32f43da24f20", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b79d9cfc-0ce5-4da6-80de-ae93d6664928", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_483.pdf" ], "test_cases": [ { "key": "abfe30cd-b6f1-4a52-a5f9-b228b50f9e3b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "dc40d31d-8cbd-4576-a6ec-7e37edcc883a", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Excite, Inc. (\"Excite\"); NetGrocer, Inc.(\"NetGrocer\")" }, { "key": "441972e7-5d54-45a9-b356-fd3b7175d605", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/15/97" }, { "key": "6366c1d9-180a-4604-8571-3fc3e02ed3db", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/15/97" }, { "key": "e2b16933-0e09-4f09-81ca-55e9413b5a22", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/15/99" }, { "key": "bfe5731b-c65a-4628-b50e-14163af71199", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "3a64c90b-3be1-4dfb-b9c8-298679339079", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa8824e9-baaf-482e-bdc3-d3f4ca552c11", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e47abe13-d54b-441f-bf13-5e55665f2385", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6f823bba-281f-44e1-b647-d93f40ab0ebf", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30974b86-b228-4596-92e2-e3695f0331ff", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40392808-2627-4704-9b77-61208f580056", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69f3e90f-9995-406e-a1af-a0b13e3047dc", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29bc4aa8-1e8b-40e4-8bc4-3c09b416fa08", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d8d2e61-ddbb-470b-8d19-35692a979f11", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c306b99d-67cd-49f0-8073-db9c2f945515", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "38af2afe-f130-43d5-afe1-2597b6c6139c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c0d711bf-5389-4da8-876d-71e5167f594f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "77af4289-7436-49e6-9456-5cc49789d1bb", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c8710c9-180f-4d66-b0d4-4cfc40ff7aa5", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0611a5dc-46cf-481c-a5b3-32ea036cae49", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc964561-ee4f-474a-b3f5-35385e078477", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46c070e0-2221-48d9-b0de-60d824aa4cc8", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aa9aea50-9d41-4f4b-8ea2-bd06de8f0901", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8055dadd-72f1-48f8-bd7a-098f300ddfad", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0832d232-8862-491a-9184-8ce0a1ed9912", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee204964-f3a5-4d01-ac77-216b342a89a4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07ff191c-61f1-490f-94e0-250a6a5c3e98", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b4fe76a-3c9d-409e-9db8-f203b54164d9", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59d8a49e-c5ad-4277-b7ea-af99ef196d9f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eaac165e-924c-4129-8351-e447e82959ca", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32b92eff-3fd0-44ec-b370-523316d9b243", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c3ea5a1c-28a1-487a-b6ad-1d7a36c3908c", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b760b8da-845a-4d45-a437-9ca3b2d1df55", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "71b39795-6a20-49a6-8b95-1aba780d810a", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c34b3684-be0c-4761-8f5f-1958ab9129d7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fbc9c5fd-a0a6-47c4-80a1-63b7b0bece16", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53e549a1-1eb4-422d-8cf2-d336ca957d60", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7067dbd-aa92-422e-89e2-f146f416de22", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7750d8e1-db3d-4c39-98fc-befcd8d16ed4", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_484.pdf" ], "test_cases": [ { "key": "a6ab8cc5-1502-481f-9525-efdfda38a3fa", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "60eb58f8-3a5a-4782-8eda-1f2dadf3ad67", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HEALTHCARE CAPITAL CORP. (\"Issue\"); C.M. OLIVER & COMPANY LIMITED (\"Sponsor\")" }, { "key": "61502256-82a0-4aad-bdc4-da600c80a8e9", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/13/96" }, { "key": "1d46b120-1365-4f87-b8cc-152e15a4a492", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "perpetual" }, { "key": "99ec847c-1de1-45d8-8847-31d310c6486b", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "British Columbia,Canada" }, { "key": "9a531e3a-57b1-49b0-b649-4ba8c279b970", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddf0abb8-5b8f-4e8d-8a94-ddd19c6c078c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b7f5a95c-a020-461b-96b6-6b068cf45ad3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "976e0e0a-35d8-4601-a5df-590b7bba9bc4", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ba543a9-8e31-4f5d-88a5-77f6014cb5d8", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb2ef44d-6333-40b5-8cd1-452bac6545c3", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c865c92e-0c44-4f22-ac82-62dcdef62eef", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "663e445a-2542-4e43-93ea-271948a4abbb", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "87ccd918-8e54-459f-ac30-fc34391171f2", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44de25c2-6721-4b01-93ba-a22b39b0d49e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "557a1242-b203-4213-8a66-5bc4868932cb", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0d63e0b5-7a4c-42bd-969b-0c3d5f297dd9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ae7f2b45-229e-45fb-9c26-7ee4917377c8", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "350bc11e-a0c6-4212-a405-cb913ce97354", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9a66ac30-50cf-40db-a5fc-d44ab46ba9e3", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b8367af5-44e1-46b4-b2aa-80c75d0b4711", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59520bec-30de-4420-a818-46f23345664f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "22d77261-e232-4827-9b73-956527c3ea69", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c134bb7-d2f6-4cf2-8743-57d131adaa50", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "281f0000-24f4-45ab-92f0-c3561d3d6ede", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0037edf5-be6c-4852-a677-25218816416c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4ebc857-0f66-4e7b-bac5-9ad90bdc3ba5", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56b23c09-eb91-4b8f-9a65-4dcc370d3b8c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "522b7fbd-6fbc-467c-b375-074c2748a87b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91a5c7b4-6ce5-4fc7-af8c-3cbf4977430f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa817480-6246-4ae8-a86c-b0f0f97afbaa", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f9e8f547-d4e2-4c03-9924-26a6707b95fa", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8ffbbbb7-505f-4993-ba6f-fe41e43c3ad7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "37a7f7ea-a039-4bc4-b400-7efbfd6cd565", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c9fc092-a54b-4724-b646-de91443f4c71", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c86feb74-b222-45d0-b3f1-4270187539d7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8179f588-1299-45cb-9fa3-bf3c17626c02", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8beb6de3-829d-4006-92d7-488a60d50917", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d79a01fe-921d-4324-9f04-d48b66f7a8de", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_485.pdf" ], "test_cases": [ { "key": "6ae47f7a-88ec-4034-8c52-51dace10e64e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "ffa2177b-6fe8-47df-b671-c87f6611f7ad", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SAN DIEGO BALLPARK FUNDING LLC; Rubio's Fresh Mexican Grill" }, { "key": "f8ecb976-541f-4009-babf-4145d0b2f424", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/21/08" }, { "key": "c18ed152-9c47-422a-8298-130d08272b20", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/1/07" }, { "key": "52596850-4fe8-4884-b48d-f5088b2bdb42", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/31/08" }, { "key": "5151c8cb-5350-415a-b861-30d6786da373", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "af4c2c52-e723-43d6-ae50-14694fbbee6b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e30e60ae-5c54-4ee5-9aa0-fff09a0a190d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fba32c3c-b0dc-443d-b2b7-75c0835f84e1", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93c079b8-ca30-44d4-aa2c-4ae5ee1ef36d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8e3f0c75-19ab-4f7d-8daa-a709e1c8b2b0", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61ee875a-3188-4887-a863-7fe4c0d41e87", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "be574972-7954-4a51-9e94-149c0c338c0f", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fb07833-2019-49b2-a581-0bd3d18e9c0f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "997495d2-94fa-4ba5-9cb9-3dce691335c5", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d1ca9993-2ef5-4f6a-8d9a-0d81f816b970", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "778c6075-b36c-40fb-860e-f28602e92146", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6e06d97-e1bf-4db5-9607-eaa13276c50f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7afaa8ce-d3fa-495c-9ada-f5bc01aa7ee7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcee0c00-c187-4972-bd64-329168e95f9d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29ca1c37-010c-4fbd-bd34-d7f66148d947", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36877851-1566-4dfe-9d2f-5a5e9788a5e2", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fa137f6-c5ea-40ef-b571-f543405da48b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "36bb3bb3-09ac-42e8-8d5e-2575d5d8c419", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "364116de-16d8-4329-979f-c563cb386d1e", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0d00b001-a1b1-4ac4-8f65-60fd20504b5a", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8784cc6a-9584-4c0a-942a-1c610a5926a0", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01f6d8c2-93fb-41ae-bd4f-776016df99cb", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f4024bd5-4663-4d6a-b783-aa2dc82ebfd5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a1af3f9-c27f-47c7-9d44-140b816af97d", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7ff252e0-47c8-4054-9b97-52003c06a685", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "277f1b3f-19f3-4d79-84b0-37d0816ada19", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "526ad898-fb09-45b6-a2c5-15221633b47b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02c4c1f7-44d0-4b90-962c-3b05749860e8", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e0c93a64-599a-4157-8da2-93dcda49bdac", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a7d8c830-74bf-4520-a7bc-2b8d8fa79f2f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d6c601e7-aef5-4d60-93e0-03a5f41b7593", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e927b408-649b-4a18-9ba6-9a733eac1dde", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d72e13b7-8ebf-4639-95eb-d3d4669f49f6", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "6a4ede3b-b73e-489f-8f0f-bbcb72aca7af", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_486.pdf" ], "test_cases": [ { "key": "83105182-7b9a-4d26-9ad6-6043b119d69b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "3c4346ef-be1e-4ac1-bbe5-38699952a35b", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Tickets.com Inc. \"Tickets\"; MP3.com Inc. \"MP3.com\"" }, { "key": "89c2214e-652d-47c7-8c44-00a6fd942e7a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/17/99" }, { "key": "60444a35-6761-49ff-8769-6191d4ca833d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/17/99" }, { "key": "57c7080b-2508-46d2-a312-b65f21d914ba", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/17/00" }, { "key": "bbb90afe-1ceb-46fe-a25c-9b455e0a3e8e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "e1d5fd41-a1da-4217-b5e7-2dd512fd808c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fafd017a-6607-4eba-ac1e-9210ed1257ba", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "25f6b0f7-0933-43ae-a1ee-ba6fd7956b65", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cc0d1d29-2a83-4219-b288-530c59261184", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56dce326-275d-47d3-be0d-abff7ebd0cf4", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "607a4e18-95f7-4f98-bf44-80b125043eaa", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e5c7305-14f8-42d5-9c39-5329aa4cdb31", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "faf3c627-4764-453c-bba2-4afdd4169979", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "83d4b305-2f2f-49d6-a864-0b9eab7b3cb1", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8059c5c9-0f3f-4ebc-8140-fe8744c2be16", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e6af8b57-02d4-40f4-9164-050b940a0eb7", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3bb10905-3458-44fd-9498-d3eeed1950c7", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54ae18a7-48d5-472b-89f2-189a80b88d51", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0d558f08-e217-45db-8055-ad2f9b03e057", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1298377b-390e-42fe-9fd7-923628772830", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "add916fd-c5c4-4289-8aa8-20f3ea7729a8", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50d50ee6-4300-4456-82aa-48f081569387", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "15f74e4a-60bc-44cc-b4b0-f4b289528e07", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9f0a0c5-5937-4edd-9c44-8b16067bcdf3", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3707f64-e11a-46a5-8a84-946258d2a642", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "378d3e78-390e-4ade-a7a7-ff57d6bb3e87", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d296fe0e-ac86-4d84-9743-288559002d53", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85d4906b-7b27-49f9-9486-0788a4a3639c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7322e27c-5b0c-431d-95c1-eac81eab7582", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf2dbd9f-5275-4e8a-8ec5-78768d325ef0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09c61a9d-c58b-4efd-931d-a76f2b52382b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ad57d83-f000-4536-b661-2109b9a32eb9", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4868267d-a2b1-4237-a88f-ea6d61aac44e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8d1a1781-4ebd-413e-9f92-b6a503691648", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfdb1800-87dd-44d6-bfc7-765474a590b3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1367572-c712-4470-b087-eb9df543d364", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4fb6569e-fa20-43c2-aaf8-145ca1c1ddab", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4253043e-c1aa-431e-973c-3ace41e60ab4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0aeca284-a36e-4356-85b6-fb1430d07333", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_487.pdf" ], "test_cases": [ { "key": "bb4c0a76-1ff6-40a5-af01-adb29378c87e", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SPONSORSHIP AGREEMENT" }, { "key": "333e80e0-6695-4c92-861b-358f71d66627", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ANTHEMIC, LLC (\"ANTHEMIC\"); VNUE INC (the \"Sponsor\")" }, { "key": "aad324a5-f4e9-4b01-9113-2028b8163f1a", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/23/15" }, { "key": "180aa725-0ca1-4dfc-9ea0-731757edb000", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "6/23/15" }, { "key": "f9847fd1-246b-4be5-abb0-587f7739103e", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "8/2/15" }, { "key": "50e124b3-0ade-46ad-b784-4e39ea7f8801", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "bfa1df23-e29d-4d81-95dc-a73ceb0a90bd", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4478d060-619e-4051-b96b-cdee9f65cd88", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5e751411-fec6-4527-a6a7-c17dd1ba7611", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "43f8bb16-af2b-4cad-9ed4-10809992fd7b", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a79abc12-4ecc-44f5-a9f5-33cbfdff0b7b", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d5bd18a-81b1-4494-9031-6a41bcab4f25", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0419c49b-54d5-4714-8aea-b5f47307da86", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c1e3e9da-6c4e-4ec4-aca2-396942dc54c4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b2d9b51-1ab6-4f11-9d5e-41dd29970612", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a105dfa4-8cb7-401d-8652-770fdeae4aef", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7af12f45-5cc4-46f0-90db-0ea424ba3938", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d864bb6-c8b5-4196-af61-39d4d2b5446f", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7676a33-36d1-40c1-ba3b-6a83362ff7f0", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "038cd316-42d2-466d-891b-931a457f6556", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1c495d0b-3d84-4f0a-a004-a5bf5ab0b6d1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0084369b-66f7-4231-85ff-8dcabdb1e07f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f31e7e21-b04e-4b7c-9e15-fb489025f17f", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16a7faa2-64ea-465c-bd6a-a46acbd849b7", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0ebd6de9-275e-45e6-8b58-79788a4394f9", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c94a2b2d-df5b-4b6d-bab2-07607f2fcd37", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "459b638f-08fc-4573-ae50-e44f54a4a7d2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40da0cfc-8584-457d-ad28-dca4207c9e8c", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c700357-1034-4f0b-a0a2-6591cf50e8ce", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb9e726b-59f1-4e78-b260-aebca41e0bd1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "609a300b-2b26-47e9-9b1f-8f2e5bd7eb8e", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b843f48-d034-4146-af1f-681fd204aaa5", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "116123ec-d2e5-4ea3-9740-9f2369be8597", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "33418601-9257-4c68-91d6-b57ba2857410", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b1775a25-bfe4-423c-9dff-b2e173ea04dc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df40cc9e-f2d5-4f04-9642-dbf0239eca2e", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1844c798-d516-4897-84a0-b0d9c430d780", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d9445a4a-3339-4185-988d-a65d22071a19", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "48aac5cd-af65-49ab-a553-d6f2f56d0248", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "bb0a37f2-cb2c-494f-b3eb-53c6f30dd9d5", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_488.pdf" ], "test_cases": [ { "key": "5c3cd72e-2dc9-4d96-8464-11c338f09642", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Reseller Agreement" }, { "key": "8ef43f40-24fe-4e69-8705-ecc71947a053", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "PivX Corporation (\"PivX\"); Detto Technologies (\"Detto\")" }, { "key": "14cb5d0e-c1c0-433a-adc4-069a1f497527", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2004" }, { "key": "0bfa6ccb-42b6-42b9-980d-512b39278435", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2004" }, { "key": "b1a3fad7-8f8b-4bb1-9609-525ca60a891d", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/2004" }, { "key": "a2a5c08c-e3a7-40a2-8147-79b78bc9b5d5", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "3b546592-22a8-4b1f-988c-ef9c58878be1", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e30a7a97-81ea-4cdf-9bf0-abdb88d4a98f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c648dfae-7ead-4a20-92d6-6fce5e0e3217", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "34de20e5-efd8-461f-b66c-f5cff1abc473", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "393fcb6b-f319-4aeb-8e38-17be79eb7a37", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb0a4839-805f-4907-af40-0c90bf5a5bd8", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c2a1d65-3b10-434b-88a6-494951fdcc7e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b1561f6-4290-4190-8084-556e20111836", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "98582b00-3eae-4035-9cd1-49df051e78ff", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "df281908-77fa-40d5-b7ee-d204b994d3fc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "feeb6298-5ab7-4982-bb6d-a554fe452d18", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "99e35d1a-6855-46ed-a843-8c636e379eb8", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3851554-a27b-4102-a260-2c4316b417d1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e5edd16-e030-49b6-a71e-55dd615ed9b7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1fef755-980b-4fa8-9446-fe958b558202", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83520b89-a489-4d8f-9298-7f2ea8562902", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "328bf6af-d5eb-4e0c-8884-8f2e696fd4e3", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b70dcb0-712b-47cb-bfcf-24a725adff79", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "69f59a0b-ebd2-41c1-be89-10c6d5313199", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "377b1e69-6f38-46b2-a64d-9eb7f547ef24", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "410a050c-7177-44f1-8311-02ee564f4330", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cbba5e54-299b-4ad6-a8da-fe9142fad731", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "13c2ae3d-bfb1-4187-85af-79ee9e84ffd8", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "890b082a-b487-4306-a4d7-361dc4ce6c5a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6eb92ba0-9ffa-4323-a1a9-c5c1fb212014", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29dde4b8-81db-4f0a-ae4b-99f3a722244c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f2519ac1-cce0-480d-8bd1-697269374eb0", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "738cac62-3076-4ec1-82d2-a76e92b559f0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7442554a-1c6b-4ba6-be85-ce01cf9184a7", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54cd7186-ac62-4db8-bf1e-ea3703e9b9c7", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7ba71ed0-f38d-43d4-a49f-459cea2a0797", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d42a5dcc-bcab-4773-a943-bce7a8d70d94", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a072d058-9cdb-43fa-8af4-eb7da92a1a83", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b5f33533-928d-42a8-bece-407766fdf6f0", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_489.pdf" ], "test_cases": [ { "key": "0b7a1f7a-2980-4be3-9ddc-9fd25292eb58", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "RESELLER AGREEMENT" }, { "key": "3b2de3a6-36ab-4410-85be-3da3d1c1eaf1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Diversinet Corp. (\"Diversinet\"); 2205925 Ontario Limited (the \"Reseller\")" }, { "key": "af28173f-e0cc-46f7-b67d-7ea33df79a8e", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/11/11" }, { "key": "ba020760-6da4-4987-8b20-a4994b2b647a", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/11/11" }, { "key": "52325c55-efdb-4bdc-bb10-857546a6b578", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/11/16" }, { "key": "72f4ea5b-faa5-4c4d-bd5c-d3709658c2d6", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "654da572-fcd2-4676-aedc-75b99301f250", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "7d0f748d-c149-4f22-bf42-f6d67df55483", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ontario, Canada" }, { "key": "f4b6f7a9-b30a-409c-b8fd-eee0464b4c19", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "76b93cfe-3527-4c09-9dff-fc1c8b608cee", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3edded90-1ca7-47ec-8266-7f7eef5cc4dd", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bfd5a60d-2dcc-4911-9120-9c9c3d742827", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "504333b9-02c9-4fa3-bf69-acf944a11537", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1877873a-c780-42ad-b45c-dce4b48b7eaa", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e8c170fa-3fa1-48aa-853f-41025628c1c5", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "599647f5-86b4-4473-8354-554092af2505", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dfb660f8-74f3-4af0-8755-84d5a7cba16d", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac9a58af-366a-4ad1-98e6-00c1b5ec1901", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd320108-6dd5-4d22-a818-a8eea4045457", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b66ce077-7deb-445f-aab6-cd288c5ca4b9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cb1588b-b15d-4f9a-b577-eafe2564df2c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5aa1d44-9168-4ff9-913a-1874e8cd2c50", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "faafd697-84d1-4d3e-9eb3-3d7d3e5819d1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5388e400-967f-4ce9-a7bf-abafcb0cca5b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1fa0bc6f-80a3-4dca-a3f2-bf0851bf73af", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "51355467-6735-46e5-8607-2b59484b749f", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "853479f0-9b13-4447-b648-f70e0f26fd41", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2f267743-6463-4310-af23-b77aec477344", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5045e7be-2679-49a8-9ab5-6e9afc0ed60e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "962f8243-65fe-4577-9fa3-3acd7c872a2d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4dca4658-55ee-4d99-9954-4ab193b2ad4c", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9bd189a-5d97-4daf-9fd9-3d34ffa90b6e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cf7b4383-6747-438b-b949-4c4e240c8c51", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ee367ffc-fab6-4e16-ae12-59d6e665a918", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "50ae0606-d7e0-4a60-8dc8-0b711cb4fcde", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "792f0fb7-a005-48f1-95ad-0f7d8bf842a0", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7f4a42c2-d240-4056-bbda-557ffdd9f54e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a17630e8-92ce-4034-ac4a-a387f3561bb9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28c7136f-a5b8-4c56-a0bb-1e7cf678979a", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a3ea6c9-8729-4b08-8410-496b3edd9ebd", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa0a8b9a-bd1d-4d3b-88b4-8cfb21432c85", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8ca7e7f7-aabf-4d22-b006-1505ed78bd71", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_490.pdf" ], "test_cases": [ { "key": "6433aea2-6ac5-4fd2-8415-28b22a5d095c", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Reseller Agreement" }, { "key": "08c6c029-af3d-4bef-8701-ebd785757976", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Touchstar Software Corporation (\"TouchStar\"); Worldwide Strategies (\"Reseller\")" }, { "key": "0dec0c2f-8889-4eae-bf74-38209b461f39", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "09/14/200[]" }, { "key": "a29f3e63-cf6f-405e-9ab3-027aa2d7841e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "09/14/200[]" }, { "key": "14a51193-c2be-45e4-8fb9-16112d249d62", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "09/14/20[]" }, { "key": "0347a7f2-2ac3-4175-bb5d-c816dee6f5e0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Colorado" }, { "key": "a776f4e6-6bfb-4f9a-b032-92f16edb9e16", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6b22d526-e5f7-4fec-8192-243a0b9947ef", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "24d13966-18d1-47db-84ca-24006716ff99", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "957b839f-e1cf-40e0-a11e-57b9496fe9bc", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "43b75188-a4b7-40d0-8261-72ec6c33cf51", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7b8eae4-8252-4e01-8536-245a5880769f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "249671bb-7eb8-4b76-90ef-354a66744102", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cf4355be-e108-4f1a-a9db-be0ca0606193", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f37050a8-7b75-41ae-a64d-9e3adbab5040", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b87ca8ba-7b46-409e-94ff-b449ad1150a6", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a260402-7b64-4259-962a-8177d5d5a920", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f53ae72e-1265-4df7-9754-93ac2ddcad97", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1477073a-625d-4ab3-b3b4-6c0a4f4519b2", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd736ebe-dfed-4fbc-bdf8-6de8df640fc9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bbbb92ca-a5b6-4204-bc6b-e99fa839adb4", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5ce11cd8-3005-4d79-a8dd-23639193c81a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fa4fbee9-9e42-4f41-9065-5ad7c3fe3dab", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d9510d22-a01b-4db6-bb1b-92a22c81d472", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "50dfcb33-e1a3-4bdd-8fa5-82a314877607", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa534e2f-9664-403c-9ca3-6aea86756beb", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d07108df-48e0-4042-8eb0-7d293841ce18", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44f6fb07-5c71-4a50-9e55-24ee7dc5af53", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3cf55aba-1f83-4ff3-a592-51c7b913de0b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3457b8e5-d291-4372-9ed4-acc2442b8d0a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1639cbb-7725-4b81-8707-17ab3782b37b", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "22446cd9-e9af-4655-a1e7-f19086b6d501", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e18b3e8-035b-4ff0-b367-b736f5769c08", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f3525383-be66-4c44-bda2-076e83604c36", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fb131e77-313b-44fa-a32f-88fd806c5757", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "254475df-8c2f-4b3c-8c0d-b2f8bc0c712a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6630494e-4810-49d6-8f6d-c03333b96dc8", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0ef38443-dbe3-4a3b-9710-c269a805dde4", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74a203ba-57d3-464d-a30f-70307b6399e0", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2deb561f-fe74-4a49-9dd9-97d98d7d36d2", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_491.pdf" ], "test_cases": [ { "key": "61633a1f-747c-4612-bd72-83e8a64b1bf1", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "MASTER SUPPLY AGREEMENT" }, { "key": "ccfbe6e7-0da1-4068-9738-74e5e1d299a1", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Premier Nutrition Company, LLC, (\"Buyer\" or \"PNC\"); Fonterra (USA) Inc., (\"Supplier\" or \"Fonterra\"); (each \"Party\", collectively \"Parties\")" }, { "key": "f23ed359-c195-4b80-9e3e-d53837935a72", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/31/19" }, { "key": "37b33f53-b585-44a5-a3bf-e05d11f92c12", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/31/19" }, { "key": "9873cf79-fff2-4b35-b8af-e3dd9e041fa8", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/31/24" }, { "key": "02600563-4c37-4484-9e7d-63ed6e6e8f77", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5 years" }, { "key": "91c7c0e6-8c63-47ca-a5a4-58c36a363ebe", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12 months" }, { "key": "08604f7a-a9b0-4cb3-84af-d531d94c9a72", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "10360d41-c900-4fa3-986a-daceb738e676", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0607ca8-3485-4168-a94b-9c3620c974c8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "44da3de6-1e8f-448c-862d-aa0d15845603", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85e5322e-56f1-416e-a9fd-d40ef9cb606f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc0d5af0-58cc-467a-9349-d4b0c4551a79", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02f09447-b0c3-4061-af04-b07ba001fa9d", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a6a3c78-0510-4cc4-ae8d-8b75b680e083", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a1253417-e4b7-42b6-9f0b-65f60ca77ba3", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "974529bb-04a8-4703-a89d-cf41e8109283", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c9a4e6e-a922-4140-90e0-6f4773a8b16d", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7274684-30ed-4e15-94d0-79e1f43bfde2", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "267edf91-2c2f-4b66-a5dc-6f426ba9d433", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eefe2f79-ff08-4d34-934d-13f4d7934536", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68bbfc54-678d-453b-8b83-e6ef9df8a6a4", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4a6eac2-37ec-4d00-a134-b8ce78c0ee52", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7be2ae8d-fa88-4c41-a8d6-72f56f2f024a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5af8a7b2-5dc9-4782-9dc7-d6c70ef121f9", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7e3f475-94c7-4e7b-b16a-e1b8b8cdea28", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "449bd9a8-1216-4c78-8669-390aa8b8b14f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "46e2e494-9277-4522-9a35-a54af9e6091b", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f7914ebf-e7ea-43ab-a49f-9d90c3c417b9", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b47fe7d9-db97-492c-a4d5-adbbe7df0f83", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8956c12c-d573-4d1c-8d79-07bec7fda627", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f82e1c45-25d0-4ca0-9d7a-b788c03e2f96", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f53c9712-ba40-480e-9a73-59725ffc103f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2eb76a2e-ea00-4b88-8525-ad76d0150236", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e7e1924-f1eb-4444-8205-ae1379baf611", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d06e07a-5d2e-4375-842b-0d96e7973aee", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5cfdab21-0fae-4c20-9281-70a3fca20708", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4a50784-61c5-4506-8c87-bd8577a7e932", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "259a7ee2-4fee-4ccc-8e63-c37a0fd9c999", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5945bdbf-aee8-45b8-85c5-59641a6d5c4e", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73851c83-c5a1-49a8-8933-aaba8dce9930", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "7cd4ab3a-a24f-4c65-9fa7-4394fcccf762", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_492.pdf" ], "test_cases": [ { "key": "17bf7a4e-b061-4ca5-bac1-707690e66289", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Supply Agreement" }, { "key": "eec4ac25-d3e6-4ef3-b060-2d40ff34a7d5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cutanea Life Sciences, Inc. (\"CUTANEA\"); Ferrer Internacional, S.A. (\"Ferrer\")(\"Supplier\"); (together \"Parties\")" }, { "key": "8e4866fc-687d-48ce-b199-e0e57d18ed39", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "03/[]/2018" }, { "key": "79d11473-8afc-44d2-9361-eaa9cd153f57", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "03/[]/2018" }, { "key": "cbc7d681-1e48-42f2-8e5d-e60f5c253128", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "2ff68569-9fc1-4fd8-b1fb-0b0c3e427935", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5c563f6-5f50-4428-8dcc-f0303db9860f", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09ba5b38-4c25-449e-8e7d-52bc7355a100", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97992d58-5abe-42e8-a653-b3a149aadf53", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "16ec640d-aba9-4e16-bc2b-e5fc562b48f2", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c895a037-425f-4d9b-9a5a-ec4370a2bf75", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f825cd4f-2fd3-4f8a-8b52-d1bd99a073f4", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "672318e9-eb46-4402-99cc-6635b753944c", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "033d9116-5244-4180-9a02-d854a42842ce", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "225eb750-2f6b-4820-b49c-fd5f743e4b6c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4eb83cec-d949-4708-b005-d3305f35ca75", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "995efbcc-8bfb-4c2f-a4ea-68454beb7498", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c7f43002-9393-4a46-9fe1-9cec6ff317f6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a34aebe3-7e2c-4ed9-a1ef-140631846f3e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cdbd0988-06c4-428d-a189-bacf1f4e08cc", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3882f9f-ae00-4dad-8a90-1b24ddfbb50a", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2c15f7a3-9c33-494a-a13d-ac6f26cda316", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12ac2a63-c743-4013-9633-321cb5fc40ed", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ad3a5dcd-f3de-4d99-ac7a-f8c710d5dd42", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6f8f8b91-7d79-4030-94d6-6fc21e76a100", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f57ba667-b54a-4c93-af98-d3206f47e7e3", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7201a1ba-05c9-46b4-9acf-32979c09f7bf", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a867f481-d2e5-4628-a582-6140c7cea266", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1b164a0a-5f01-4382-980e-1e3898b7a1a3", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ea54829-871d-4cbb-808e-3a3e8e9a588a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e07820f5-59e0-4928-b999-587968d5599f", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5c6b2ce8-2b2a-4a28-b8ed-e857c112b87b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ecad8d95-c148-4e62-817a-a1da6fab1278", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "233cf70b-cdd9-4efe-bcb9-0a5688ad46eb", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2b9ce34d-17f6-4859-bd85-ccacef26ac9f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "637d6213-c727-4c86-8e6a-1699cdcc580f", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5b272b4f-6040-4e59-acb7-84aa714f6d19", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bcce8800-4158-4a64-a2ff-6db785ebee64", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "ba79412a-ddd4-4cf0-93e5-ab7fea5801aa", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_493.pdf" ], "test_cases": [ { "key": "a76d0e5f-203b-41ec-bde3-47679ea84f77", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY AGREEMENT" }, { "key": "8a1dc6e7-8618-41f8-ba24-af55db2ecf99", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Centre for Probe Development and Commercialization (\"CPDC\"); FUSION Pharmaceuticals Inc. (\"FUSION\"); (together \"Parties\", each a \"Party\")" }, { "key": "f1915da4-d2b5-4e2e-8db4-f6225bad736a", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "[]/[]/[]" }, { "key": "e7f1827b-9cf6-42b8-a8f9-e95febeddfd0", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "6960aaa0-c896-402a-a81e-b484ff4efdfc", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0785247d-6128-4a64-8817-d9365818e5c6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3ade3ee-ad8b-4ba5-b6ca-55ab7e5dc0d9", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4620a60a-4729-40d4-87de-51e6503dc22c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddba30ad-770b-4579-992b-8c95babb98fe", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96d3892d-7cd0-443c-a8b2-1ff1afb4765f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "456499e8-6340-4dfc-858d-70f03c1559e9", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d86b5d74-8b46-4da8-9a43-86dad0c9af73", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "3e6673f7-6427-4a05-a4c8-b34d83edf8bc", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3b8ea42e-cb13-4859-8fda-14e48620d9f7", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6173f9bc-df69-4d83-a7eb-9712915f872a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61b8eed2-e03e-4951-b2ba-99f6f577cab6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5440246e-4951-4db7-8241-68e975d89098", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3f40107-217a-491e-b266-115b0df8d9a7", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a1460644-f036-4e7a-bd3e-29490605bb02", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c889aa4a-bc02-4a7a-b330-37082d117fc5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "40a6d67c-b320-46c3-b508-77d9bb1a7519", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "32b6a66c-61b6-4b65-a025-c8662aa07cdc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1536ae7f-4bdb-403e-bf57-22c705edc88b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6992d48c-bf86-4f3c-b7bd-03baa4b70184", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0bf2f805-a402-4e83-87b6-4ce08640235e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83fd83cc-0f87-44d3-84f1-4f360c99a568", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce6a11dc-58db-457d-9346-82b097b6310d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4914152-fb4f-41d6-a15d-68f54be36182", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a9d19c0-26a2-4fcc-ab9c-22cef80a105d", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1e9901a2-0b4e-404f-9d5d-3866a6bcdeb4", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bd11290e-d211-4a00-8d6d-c94a64ed1a11", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6546bdda-c00d-4732-abb3-fb98f1a9df16", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c7d0d161-3c77-4c60-80a1-02f5df52bdf2", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3766fbab-813c-4795-9319-35589f7af0c4", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4fca8091-cba0-466e-8f78-66da64468614", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ee948892-b2e0-45c1-85b9-a866ad2fb3ea", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7b988422-2862-497f-ad1e-966f4ebd658a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "dce91a37-fd26-42c3-bcf3-b5e8f5230d12", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_494.pdf" ], "test_cases": [ { "key": "51d9c0da-ea26-471f-bce8-4ed882009884", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY AGREEMENT" }, { "key": "baa6dbd5-e85a-4d54-9846-a91f43ccc625", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HOVIONE INTER AG (\"HOVIONE\"); INTERSECT ENT, Inc. (\"INTERSECT\"); (each as \"Party\", together as \"Parties\")" }, { "key": "7be62e9d-8c22-4908-8e8f-d0c9bfbc4da1", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/20/20" }, { "key": "32cc8275-4e1c-4c3f-a297-6be3980b632d", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/20/20" }, { "key": "366a6f95-716d-457c-ac2b-a11b600f2ecf", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/20/25" }, { "key": "07a18c54-d69f-4c8b-b761-6f2d68688e44", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "3ae647c3-8006-4120-9f66-42481f8c08f6", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75f4517b-bc1a-492a-875d-1cd8f0b5fa5a", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18cdef08-23de-4007-ad88-310c397e4fc3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2362bacc-0fb8-4940-b2a1-4549a4f0b1ca", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d8c8249-ad2b-4476-840b-918a36af951a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b71f645b-302b-4a1b-9749-13a3d7fbc4b0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fe47535-a80b-45f9-9c18-fb1611d611b7", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "890a54ab-086e-492e-87cd-fa95eb6cd566", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "61f5fd16-5367-4ad8-a300-f9ddf3440b0c", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2503a43e-b7e4-4c9a-9209-f06006ddcc73", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "31b638fd-3bdf-4263-b4e8-926235b8d325", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "276cd2bd-256d-4875-9680-04a4ac5fcacc", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9acfbe2-53b1-444c-be70-c49fd049a1a4", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5a798e47-b640-4a30-b157-cc2dae09178f", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f78a7d63-7a7e-4821-9d52-5d96223e97b7", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e18422cc-374e-4fd6-b18d-e3f65194c185", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "49b232f3-ce2b-4dac-a471-fb8ddfc4ef6a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4759b56-3943-463d-8b4a-3cce303bba84", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9abc41dd-803a-4120-9729-1688cca97838", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3e95430-c78b-42bc-9e20-7e0712b1efcf", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73c31d3a-79a4-4ec6-bccc-93692b893e2c", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75fb7666-488e-4924-98c4-17383892648f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5cc11e38-9b3a-40c4-a905-7d5634455894", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef46f1ce-7bcd-4f25-bfe4-5ac8ebd24aed", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8d863d34-f320-4ef8-8b55-4317c52ccd5a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e74cb4aa-10be-4c15-abba-b999d0977cbd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "5f38fc62-480b-453c-aab4-a05b475243e6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6475877b-575c-4db4-a6cb-ed3507b3ff76", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ed93ec03-e87f-44aa-8631-9d0c49fdceb6", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae4d93f5-2e7c-4567-86d8-4557e49a3eb2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7e03ed1e-73bc-42a9-834f-b293aea6287b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dcf06508-934d-4731-8639-c6bbb097de8a", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85e231a9-b324-4731-b4ba-048bd5d40cb9", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0fb478cf-3556-4b1c-9b3b-74e31851fe25", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_495.pdf" ], "test_cases": [ { "key": "819aca15-622a-45c9-a321-e85b25f4a716", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY AGREEMENT" }, { "key": "754dd5f1-11b4-402d-85f5-e975c69d1d83", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cremer Oleo GmbH & Co KG (\"Cremer\"); Ultragenyx Pharmaceutical Inc. (\"Ultragenyx\")" }, { "key": "67a76963-c5d7-452e-90d8-19dd6204399b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/19/12" }, { "key": "c87e18c3-a3d4-42aa-8ab7-c78e5fb98678", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/19/15" }, { "key": "f8f924c8-78d6-4f2d-84bf-599a6021da17", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2 years" }, { "key": "7e9adc45-5fce-4cdd-a3e1-1ed38053062b", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3 months" }, { "key": "d7eeee27-e630-4b45-a5e2-fc9a77e94dd8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Federal Republic of Germany" }, { "key": "b9ce4926-bf91-4a75-a92d-5efec8944e6d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c1d15e1-7731-49fa-9362-baaf705af31c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5583329c-a886-470d-b0b2-8d5427e849fc", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "66e5e0aa-385c-4842-b9b6-9080f0b7c9e6", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "69a65a36-542d-4452-aec6-4e1bb883242f", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba9dfaa7-3c2e-4ba9-9664-26d43cab9067", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb93d850-0f59-4962-a8e6-a8c070a16d7e", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78e7bfe8-44f2-408a-9ff8-f914eeb73c06", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12da12c3-aede-40fd-abad-4bb0949d6eab", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "80109503-1b74-4900-bce2-150c852285f3", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fed4b30-0bfe-493e-b74b-bf22fbb8f7ee", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4246646-ea7d-45bc-b3ce-e1825140792a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "30d0278f-f050-49e3-9b7f-c557e529a9d3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "785a3752-4de9-48da-92c0-3a2153cff8d1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e8bb71db-c0cc-4eed-9eb1-a5a22d1fa7d5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "89ba1775-2a7e-45d4-814b-ac0b45593b05", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ceac8ef-8325-4d76-99ed-566ee8e797af", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3d13692d-0f94-4b3c-9630-940ee6b3faf5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9de70f1-3ac5-48b5-8a33-85f4bf4835bf", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b801b54a-95a8-4654-9c94-4813fb1716ee", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ac886dfb-abe7-4d22-b51f-fc7c31c353df", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3e0d55eb-6ce9-4e7c-a1af-7c93e4912937", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "64d8591b-e049-4470-90d2-ad646f286416", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "997205d7-4015-4bfe-b044-8ea2e395d58a", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0d11cf7-825e-478a-9b70-fa30c5516125", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2c4a7c4-0e59-4a6f-8ccc-49e534185677", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "68abd991-29c5-4883-b531-5a15e40423df", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "462124a0-fd0d-44a7-9d7a-ac2760292fdb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e6a310df-ad64-4736-acd1-81bd12639b4e", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a31d3be1-8bdf-44b1-ba24-82f0902387e3", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "34287738-61a8-4c53-b98c-fdee0685c4b9", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9d8e335e-4a33-45f8-85ed-aaa7e73c54d2", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e266bd4-a827-4f61-81ac-d19f67a32b83", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "0a40ead0-b0c2-46cc-b9f7-e10638140d07", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_496.pdf" ], "test_cases": [ { "key": "248184f1-fd0f-477f-888b-fa84bc10ce29", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY AGREEMENT" }, { "key": "5082e9b7-ae97-4b77-91d8-d7c367252d1f", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SutroVax, Inc. (\"SutroVax\"); Sutro Biopharma, Inc. (\"Sutro\"); SutroVax and Sutro (individually, as a \u201cParty\u201d and collectively, as the \u201cParties\")" }, { "key": "9f170873-2e1d-4a84-ab8f-126b1e0af04b", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/29/18" }, { "key": "6185b8f5-9d60-4364-b31f-292ef9ca3349", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/29/18" }, { "key": "cd0e9ab6-6556-4991-8971-322e4019e98b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/31/21" }, { "key": "f6b6c015-4bf1-4793-99e8-d56946aae623", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "86a9f295-d783-4259-aea7-5f9b71a743e9", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "040d2774-bc0b-43e6-ad85-4d23a0c88ccc", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f8fb95ab-7f9e-45a3-9529-6f9ff05e227b", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ab75a35f-28d8-403c-8c48-e4368e94631d", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fa107860-04d6-4628-aa3b-7b811a67f835", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b0da10eb-bb4b-4327-89a9-db9620d93b4e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "95d56187-6660-4e1f-8838-dacf0252a706", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1f576f33-9182-4b39-ac78-314cfe8392c7", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8ceb9da9-d061-4b1d-9043-c105005e6129", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b567e636-29a5-4826-a49f-da1871b60a0c", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2af0105a-5081-4e64-ac87-54bbac06a24e", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b9f95947-13c0-4239-ba62-d9943c1f28e9", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "31b13933-a939-4821-8757-6418a309438d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb8de122-2080-4d08-9258-a72b182f1d40", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "eca917be-c436-4726-a4ff-f07ae9ce6048", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fee38426-5620-4215-8cd4-e3968c7209f4", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0eca8a5f-97cb-4ae9-a766-6b16eb7eab7b", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83e0c83a-6907-435c-b052-f4d5d0b39a51", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "af8157db-891d-4e04-803a-250e4509fa88", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c4e61ad-7ae2-4a29-b449-a42467d5dbc6", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "54639345-326c-4ec5-851f-9915b2195ce4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1167def1-87c1-4c99-95a4-4be13479ce92", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1661f2f4-d634-4bd9-9d02-1197d687ab94", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cb7cacc2-4e28-4492-adac-d92bf9adacac", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0d8ff1d-6eed-4b24-a4cb-e09463c569f0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "82f22561-bd4c-459c-a917-bd9c8da52d02", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4d632d0a-9fab-4440-b8e6-ca16d7269ee1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1e3ea3ca-ea76-4722-acbf-3830ef775f40", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "44164d7f-97f8-447d-8d94-02904ffcf9d1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5283e5a8-0736-425f-badb-aad7b5724f65", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b3a84e5-8ea3-4daa-add1-1c15d636358d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "fc549e16-afef-4831-8051-f3e69e0d6c7b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c0ca906-c3da-4924-a549-7bd4094c4ebe", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f47fe8ed-0345-48a5-b0bc-e203bbf1f5b9", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_497.pdf" ], "test_cases": [ { "key": "8a152a18-5136-429e-98ce-95539ae27a8a", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SUPPLY AGREEMENT" }, { "key": "d36d3cbd-7320-4ddd-b058-dbc04c971cc6", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Vericel Corporation (\"Vericel\"); MediWound Ltd. (\"MediWound\"); Vericel and MediWound (individually as a \u201cParty\u201d and collectively as the \u201cParties.\u201d)" }, { "key": "90bad3d1-d5b9-46d1-9e1e-51b23c5c87e2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/6/19" }, { "key": "77eed951-25c7-4801-9eb3-0d7809e6e7a2", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/6/19" }, { "key": "4e5d6d0d-38c4-476d-aa2e-ead055131014", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5/6/24" }, { "key": "2e691198-a944-42d2-9bed-e70ef9391b30", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10 successive 1 year" }, { "key": "cb8ec947-eac5-421e-89a5-662c1dd29322", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12 months" }, { "key": "3259e88b-f8b8-4839-a7f8-da0475f7e706", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New York" }, { "key": "1f27b055-c4fd-4c34-a200-43fd844ed16a", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "331fc822-b19d-4adf-9250-b88904ce21c9", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0e36f50-eec0-42bc-82a4-1268a0ee849f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eab554bc-be14-49d9-802f-208485ef336c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dfe5c0ee-12b8-43bf-b176-c24e0e13fe1a", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29fd96e3-ee0b-4823-a69f-fb60a82680d0", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cc8b22b-2910-40d0-8de6-d84fe595f069", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8639916a-aee0-4554-b7f1-247f25ee15c4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "749d051e-a373-45c5-a92a-a5b2c6d47a14", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f5bd615a-7df8-46b4-82b1-353b3e6f2c94", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "14c2d9ac-6b14-4b17-926b-854b3778a72a", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bbcc6d65-47f8-4fbd-961b-357b56921ad6", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fe702cf3-0664-47af-8471-69dd58a7a02c", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78b94a5d-8acf-4e77-8342-c6c6f60626c1", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8ca54ae3-8998-4456-b418-962cb0c86f28", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "346e3105-19d9-44e2-8404-c33a8e3d82ce", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b216ad52-9669-45a9-9239-4c676ae73f86", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e6c0eb5-7214-4e0c-960f-85459fdd3bfc", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "11a66cd4-7bce-4e3a-94b3-15920e3d1b3f", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b8875993-b10a-414e-9f07-7cdcdeae3c50", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dc91ed3d-bd6b-4f96-aa62-308fadc45c17", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75b14a11-2595-4754-8c79-7be5fedcc44d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "78eeed5a-3870-43b3-96c4-1071d61945e5", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e9f2c5b5-3047-4883-b1d6-0959f57ed8bc", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6ef1124-d100-4632-88af-d909d9be504c", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b9998868-1bad-41fb-83ae-e25400ce4498", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b931d2ef-1bb0-451f-bdd9-df0b0c0a8bc1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "547565cc-a2ce-47cf-a3c9-08220cb23783", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad7a0760-0841-42e7-8974-ad96c25731f1", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "566976c5-fceb-40f3-8c39-ff45807df0fd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aabe6745-d265-4d9d-82c2-65554d2ba54e", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c8dc6e5-4cb0-4207-885d-6eddb91506b7", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc251c84-6661-43c8-b2ab-48f190d92c8a", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "81b10fcf-0adc-4629-ad6b-c413af0c79ee", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_498.pdf" ], "test_cases": [ { "key": "aee56bcf-9509-48dd-a6a2-4703d323832f", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ESCROW AGREEMENT" }, { "key": "abbee171-d4fa-47d3-8c47-0fe58a21c7b4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "NCC ESCROW INTERNATIONAL LIMITED (\"NCC\")" }, { "key": "267d3ae9-5763-4c69-be22-c4d3e088b8f6", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England; Wales" }, { "key": "c7ab9799-6606-4094-a39a-6584d306cf1b", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e9fa8a2-de76-4e66-a130-0bfbdb2cce8c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dd94822-714a-494b-aa82-89f86149635a", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d15d864b-f3cf-4f52-a831-3a54f29bf3d8", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "571a2326-7979-45e5-bee0-5303b43c6caa", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4be251bd-5ab6-4880-977f-d0978b00ed6f", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9c4f32d3-f031-4a13-94e8-e835ffa20492", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18beacf4-09b6-4a88-a171-51f0423eee97", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ccac53ea-4e5b-4437-937c-2266eb02fb98", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dcc061fe-43d7-4b7a-93f1-2d54987a2a47", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8da2ea8a-114d-4087-8553-1f9a76f82193", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c78bbfbc-4f43-4dc0-aaaa-f7c3750da262", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90788bab-cc1c-46ee-a81c-82e8fe9d53e7", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8bed1a94-bbf0-4dcb-bf08-9306b74eaae3", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3367ab42-679f-4e2c-8c21-014d19bcdab5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5fe2f625-2a74-4b5d-b0d5-c05f1b2cbdbd", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7a5285e-1d9e-43fa-94c0-db35941c9b09", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "71fe550d-a73f-46a5-8198-49120f58a809", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "947c9e3e-b613-46f7-9983-5ac7885919c2", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c70f0eb-4ee5-4f6a-9f48-7f230344ad64", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d245a0b5-8f7e-43a7-bd39-5d93575368d3", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e1e542b-52ca-4b78-9dc0-6ff1167b42f8", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "945b9c25-3ae3-4c12-98a3-1bf8f0e5bb8d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6fa9f3a-bc9b-4121-a15c-c5971ece4071", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a90c3b3d-3de0-426d-8709-027323c93311", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b0860b0-1deb-4043-a296-15f5dee5be73", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0cb743e-71de-4e7c-a143-c200e1c5cb5b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dce43c05-f2dd-4ced-adc3-db45cefafcc7", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "791de408-4b41-482a-b71c-c511e0141abd", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f98d2b1-dd0d-416e-878d-12ba8bb9ea8a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ebdf9de3-5946-4022-bd5d-0d63b864d40b", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6d8eec0-53b0-4aa7-b985-6c7d1b7ee363", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b594d741-a3dc-496d-b12b-62c6408b0979", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "506f50ff-ae9c-499b-aa4e-d659075b3baf", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_499.pdf" ], "test_cases": [ { "key": "f140daaf-14d0-41d5-ad92-812e28cc5f58", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "First Amendment" }, { "key": "579e6cc1-1fa1-4bdf-8cbb-842f4bd0a2c4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cargill, Incorporated (\u201cCargill\u201d); BioAmber S.A.S. (\u201cBioAmber\u201d)" }, { "key": "660231e0-251d-4cee-ad04-a266bcb5426c", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/18/11" }, { "key": "64abc1a3-1ca4-43f3-abbc-279050492f8e", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/5/11" }, { "key": "07c167b2-88b9-4922-bf40-0f3c98e4922e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d599bb28-97e2-4b58-806a-b2173043c7c6", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "286698c1-3680-45a4-8f2e-ab37bb04c1d6", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d4cb31be-063c-4966-ac7d-60323b31b1da", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53bc69ca-efbb-4c00-a771-7ee75747f3ac", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a09fb11-cdfd-41a8-ad1b-3ec2c36cdfae", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d46951be-a5c8-449a-84d1-4ad13b2e2717", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41c304b2-d3bb-444e-b93b-5985cd883f00", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "01aece1b-816d-46e5-88ab-f1f4ae565417", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9013592f-b1af-4c44-88a0-906db55ed086", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "99baf36a-c604-492a-a044-54539c5c8905", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e66585e-285a-4c4e-be6c-773ea103803b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a63cfedc-fe68-429d-b330-8cf4cc288af6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6e75fde2-9e54-4c6e-afae-bee021fe10b9", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7dbbdacc-6dde-400d-bce7-5b3c08cbab19", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8e65a6c-a8d5-4d39-9fd1-35b7b0255635", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "74fd7007-f599-4220-a41c-b5773763575a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "841a5d5e-63d3-4f6d-9d35-52e724b6d5eb", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d096dc94-4400-45ba-aff8-8dc0a511091b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a17de31b-3efe-4633-b10f-141048935e84", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "da4dfbf9-fc98-46f8-930c-afaa1efc34f4", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1a48f2ef-53cb-4855-bdd9-44548c7c0f0e", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4014675e-1db6-4612-b31e-fb8b83a38245", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "41d64e6e-fe6d-4310-971a-57c159804b5b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7fd25f2c-3268-4bd8-9022-49d0c7b963b6", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "75ff7643-83e8-4e73-993b-d5727b06e9c9", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9cc61258-6543-419c-950b-03c2feb956df", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "057d9ab4-ac99-449d-a4d9-e6253fa30b6b", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bd6de7e4-8517-450c-b23d-f4dd0ec7ce8b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ada9bd0f-2344-4238-b946-82948081392f", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b1a16b5d-4766-431d-9d3d-4dc05bc1913d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2649ebb-7ef2-4ff2-bd79-089c04f1c508", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba518b6d-3488-41db-ace2-5515c01f404d", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "2e843ecb-5931-4887-b777-06265e66ffc1", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_500.pdf" ], "test_cases": [ { "key": "15940393-3452-4591-922e-c9bc181524dd", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "ELECTRONIC JOURNAL SOFT WARE DEVELOPMENT, HOSTING AND MANAGEMENT AGREEMENT" }, { "key": "9c581328-7c4d-4dca-b272-a751fb15e869", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "HealthGate Data Corp. (\"HealthGate\"); Blackwell Science Limited (\"Blackwell\"); Munksgaard A/S (\"Munskgaard\"); together, Blackwell and Munksgaard shall be referred to as \"the Publishers\")" }, { "key": "4f68289c-b669-4247-8193-ab198c5b65a2", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/20/98" }, { "key": "364665d4-9512-4c19-a984-be27951d7e31", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/98" }, { "key": "49e82d0d-1fd3-4aac-a55b-c2080f677380", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/28/00" }, { "key": "2757262e-2b4a-40eb-8777-ae47691a19ee", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1 year" }, { "key": "487aaa3d-a0e4-404c-878a-7843dab7e07c", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "England; Wales" }, { "key": "e21f14f9-7ef0-4902-bf90-3a64527f6d97", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "92de002a-c12d-4502-a1ec-aa3f72a01934", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "aa60aeab-459e-4144-b81c-620bcb33948d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "946e3087-9a44-40f9-b55d-2a689b3bdd58", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bcf39ae1-ed0d-4bef-8dd6-b20a47048415", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e1d987e1-a6b9-4741-9c7e-07419f3ed090", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0283dd1-fdc9-4b67-9195-115e66739a80", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c7722f2-903c-4c2f-a069-8e22dd2df1a6", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "200f11b1-5c52-4378-b337-2f056a9afad3", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c6a2e163-08b3-4a7c-b7d5-d84eaf170195", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "360c7702-0283-4c41-be88-84c923d69d62", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7cd4e939-7be0-427f-bf23-840222c54e2a", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e3dce93e-3954-4388-a221-26eb43369cda", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "477d613a-2e06-4d12-b4e8-05cc64a144aa", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58c80540-de9f-410c-9d04-505529852dec", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39153326-d53f-4797-94fe-7eca1b741604", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8ac8ed4b-ad4c-4ae4-a459-a52d3291bd45", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d8958867-6c8d-4768-ab6d-e0200e3bf58b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "46eb0ef2-7b05-4e03-b59a-d01e507a2879", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ac26452c-2a67-4299-9a12-79b0908489ab", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83b2a241-6ff1-4a1a-92f1-312e103db2b8", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "93309cbf-bedf-4c33-bb2a-370e1eac1cd3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "959cb178-ffbe-4d08-a2db-1358d0f8e73b", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "84157699-a562-4f1f-8a1e-6989c80cb5f6", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6910b938-4b7f-4f6f-8151-f17ee165c1f9", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "28caadaf-7752-4a0d-ae7b-017addd692bc", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "96739e02-7233-434f-bdb3-ce4d44f2d1c1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ddd96190-e93e-451b-8523-7eb015b53eb8", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bc46468f-9b9a-4547-997b-da452896b473", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0106184d-8450-4819-a034-d559af5d9593", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a9fef5d-bc0e-4553-b535-92637cf637a7", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a0bb43d4-8129-4707-8724-73130e7cda5b", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e87e34e2-5841-455c-b096-7e8707890c46", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "db242791-a6e6-49b9-a2f7-14dff2324165", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_501.pdf" ], "test_cases": [ { "key": "e21dd1eb-f46d-40e8-9c3d-f3bfc490f8da", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DEVELOPMENT AGREEMENT" }, { "key": "aff7db7b-a965-48b5-b960-bac2ea0b0a18", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Cargill, Incorporated (\"Cargill\"); Bioamber S.A.S (\"Bioamber\"); (individually as \"Party\", collectively as \"Parties\")" }, { "key": "5699e52a-340c-4cb2-bedb-e0632d2baffd", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/15/10" }, { "key": "49fb5e0b-855c-4d90-a330-884d74c6aa05", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/15/10" }, { "key": "d588f4c4-87f2-410f-8290-935e95614cc8", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "4/15/14" }, { "key": "6a392071-7f58-4034-97b5-540551b7f47e", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Minnesota" }, { "key": "5763a52e-77e8-4821-bb2d-d996901c310d", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c9eaa5a-cdf1-446d-8819-9f65660d28ef", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e02bd87a-0ef5-457d-b7df-bc0f5e379bbe", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "61730c62-a335-4f17-95de-9f83010c6e23", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "14a1fa2d-ed3e-4959-9aad-c06004c71213", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d7e68549-b5ad-4583-87c1-f2f7f2840c8e", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f2500ec0-7a8c-4af8-a94a-d42e01831c47", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c34aac60-afd3-499a-b269-73b181135c52", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0748003a-0b65-4ab3-bca1-a99a8933753f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c5d95487-35a4-4f55-8036-080087cbf367", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e81346e0-f3b5-4309-9d0a-68a0aa3f2951", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "435ea6ff-7c71-4373-b601-59f6f122328b", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d3c83508-015a-441d-af0e-1a2208be652b", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bedc1f3b-1751-48ee-b14e-f301d36e779c", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "07daaa0d-b3a6-46b3-93bd-e227eff9c9d1", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "edb46840-b464-466b-8f8c-b81138450ba7", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0332785-d8ba-4206-a943-47c1942157dc", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "91b40f70-eb52-4cd8-a306-6b204d09585b", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "f636cdb2-3974-4d37-b9ed-b0091774f214", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ca4ed5ce-17b9-4033-a05a-8736a3f1b951", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd64a528-6214-482a-b77b-23ebbfbb4bb0", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1551b3e6-f8c0-430f-bd10-3167a64f3799", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "13929cae-409c-4882-abd8-9e339805d5dd", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e566a657-e7c9-4788-97d2-49245920c86c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c2aeff19-b685-4d2b-bf90-dedbb76c9b0f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b035daa4-a6c2-4d6d-8249-ade93cd1e6a0", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bcbed4ee-bc52-456e-8a06-dda5da2dd816", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8f88e7c1-8c29-4e17-92fc-60505681b3bb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "60770fcb-ee44-41d5-a79d-dc39d5bd9c3b", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "db9d458a-add0-4435-9805-17d36897a08c", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dec827fa-9d0c-4a9c-915c-2ef778d67159", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97b84182-395c-45ec-af01-778609344ece", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d2649cf1-5c45-4189-b557-bbd80baae23c", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "c5ae95c0-7c6c-4cf2-866a-bbfc6f51de58", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_502.pdf" ], "test_cases": [ { "key": "27edaca7-429c-4876-9ff9-1a54dc705e2b", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT TO THE DISTRIBUTOR AGREEMENT BETWEEN INGRAM MICRO AND NETGEAR" }, { "key": "50d5e1ea-29cd-484f-866b-491ca9e5a7c9", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ingram Micro (\"Distributor\"); NETGEAR, Inc. (\"NETGEAR\")" }, { "key": "dc9ab3bf-6c7d-46f1-bc45-780bb8822cf5", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/96" }, { "key": "dac6f22a-5cc7-4ede-9a4c-7c790c5b34f6", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/1/96" }, { "key": "9449dedc-7c15-4ced-8b25-dd21f5f28c6f", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a6f5cca0-3695-4fdf-b4a3-65841556925b", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7c239dd-4558-43cb-884d-ae0c3aadf765", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4efb4439-c3b4-4d77-98ef-c129429d377f", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "228f4602-8710-45db-be92-be33aa5ef728", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "02454d83-d437-49c7-814d-bc905434a5f3", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e5299843-6c0c-4fb2-958b-3770b4650529", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b6ce6a8d-7d38-4e97-b7dc-3af5cd3638cc", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ed0a7de-32e1-47d5-b0af-17f08c5006b8", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "91205511-af6a-4214-8000-10a036cb2a71", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "480cf908-6028-43d6-b782-27dacddfaaa8", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "531bd0b9-37e1-4e78-bfc6-8d949ca77ce5", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f73277a-62bb-4080-9f9d-f51e4880262d", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6dd6bc0c-81dc-4721-9cdf-c3254338901e", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c3d3db1c-15e7-4019-ab3e-93c4256b24d7", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c739ffa7-0352-4d50-9c8b-52a6acdf24b6", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ef103b24-6752-43b8-b63d-efa3e0d80584", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "83092f47-d3f0-4ad8-b52b-ad1556a224c8", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7443662b-c903-409f-98ac-049d30c0dc3b", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d22ef265-82f5-4ca2-a58f-4d23b39a6aea", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f0a4ed55-b174-4663-bda0-1d0d2b688c9e", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "801bb137-9cd9-49c1-bbcc-a9b952bfe98f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3bac1a2b-c6ea-4e6b-a2dc-21fa2e6f6042", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "63656877-a1fc-4699-987f-ea50003c45f5", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e7982e4d-a43b-462b-bb31-02db1cd5ad32", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "10318896-61d4-485b-a9cf-41ed5d11a9fb", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b3f8bcd-de61-4812-9f06-6d86a2a3ba5b", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7664e147-6d19-487b-8d33-f142e3e82890", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8326e04c-5a81-4078-9356-18d5be8a5f95", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8468acbb-d2ab-4aab-9537-25c066a4ade2", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4dba82f1-5bfa-4578-9e5b-8c03c9a9802d", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b51512a-722f-4c15-9008-c051c3fa1706", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e22e589-9ead-452d-b686-3b3367c60ab4", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8496fe67-6a01-4327-b7c1-78c886dbf0f7", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_503.pdf" ], "test_cases": [ { "key": "cb8c3747-79c9-4642-9852-31e1e627d066", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "c68a0046-eee7-493b-bfb4-aa99a13566e4", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ingram Micro (\"Distributor\"); NETGEAR, Inc. (\"NETGEAR\")" }, { "key": "f8ca94f7-b745-4e9d-b68a-e742078bea63", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "11/5/96" }, { "key": "162576eb-5b59-4875-95b2-d2c31c4c8a31", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/96" }, { "key": "9a6ebd2c-1a55-4d38-a4a6-491c7b66460f", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/1/97" }, { "key": "2f11c296-c58f-49e1-b5b7-69f31b1f33a9", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "succesive 1 year" }, { "key": "d79f7325-0c03-4dd3-b6bc-b3479a2309c8", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "California" }, { "key": "2ffcc0bd-bb29-4151-8db3-61472cfff428", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4e3ed8f3-aebe-46b6-9e59-7e8bcae6fc22", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2540117-08dc-498a-adf8-963701c79df3", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "28704cc0-80c2-40db-bd68-0fd85dbedb2a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "74f3ffca-9868-450f-9771-743e49613f60", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c9898108-b3fc-494a-a490-3e3c60a191e3", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "238ca64a-953e-414c-a027-9fac798ab284", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "97cf1994-ff2e-4675-856f-81d670923671", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0e46bd50-123e-4c48-ad18-981db23a9e04", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d213b095-5e2a-46bc-a1df-f96aa9294228", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4f654075-6440-462c-924c-b9bacbd29dad", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4dea0421-e5c4-4603-9bed-2410605585ac", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "58eb96f3-76f3-44a2-8e19-9978403d04b1", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb45f9fd-5f40-4a54-9d2f-1baf88b4b52d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "417c680f-43aa-4024-ae47-0b10a57c43a5", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "668662a3-786b-4453-9304-b3cbdc2fb3a5", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59a3e3f9-627a-4ce1-bca4-6866b6cb7d1a", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "174f74a5-ff19-4d1e-8ec3-d617e1a19384", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ba292fe4-ff20-4a56-9cb8-6a0a8c7e5316", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a4f7c06-1495-4d05-97bf-74f3bd2d15f7", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f6a8b3a6-b87e-4b76-8837-9f471ae844e7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd660224-ce75-40d2-a3da-db1646b2fa3d", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a34f9a02-5a4c-4fcf-bf6b-0212932fe2ab", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ed9ef729-365b-4399-9ea9-7ddcfd8b4e9f", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67b21606-d577-4210-bb2d-099beb8ed9e0", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "174a023c-a2d0-41ef-baa9-55ff640eb2cd", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "465d8799-7b3d-45c9-aef7-0f8bab59ddd1", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9f2542b3-678f-4b72-a128-3509e8ebc8c6", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0c362665-a7d9-45f5-8f57-c2f98e38a3c0", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "53ce862c-3575-40f5-9664-c7732c6afbdb", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "e3ca57c1-0124-489c-b28b-5e723c771f79", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1c611cab-ca82-4805-8265-0ca1c7edac5d", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9fc8048b-4aa4-4dde-a625-a870e3453b22", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "8e3601a9-66b9-4a26-8adc-f97b205386eb", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_504.pdf" ], "test_cases": [ { "key": "2a0da8c5-9946-4b5e-935c-8bbab57ea5df", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "AMENDMENT #2 TO THE DISTRIBUTION AGREEMENT" }, { "key": "faf2dafb-4d41-4c53-ab4c-51c974e69572", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Ingram Micro (\"Distributor\"); NETGEAR, Inc. (\"NETGEAR\")" }, { "key": "a5735efa-9e04-417a-a202-2244680a4a79", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "7/15/98" }, { "key": "b9b0317f-c4dd-49d4-b806-c3b9b534ce7c", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "59e0e3d0-853d-48f2-9d2d-1fd2365934d8", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "221cb371-27d1-4de2-bd14-6076c3ab1c1f", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "226a80c5-b137-4e1f-b647-2ceb6cc6e1d5", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4ca1066-b0bc-4ea4-b135-c55cad82ccb5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50a61d6f-15ed-42c5-b970-100bcdef495a", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9448f33-2f54-404f-b634-11aeb1e76c1d", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbda8da3-56d0-4e44-9838-677079b2eaa4", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9102655e-bf00-4002-a46f-6d35ae3b44fa", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8a6cfc9d-1e31-4e04-b725-bbc3f659c3e2", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6fe8db9d-9457-4a83-a1a1-800d99ee480c", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "12c0795a-9756-454f-b3c0-868709e42aff", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c243e2ee-41e8-44c1-b3bc-45dcef48b580", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "411233b3-eea7-455d-9f01-2b08965609cf", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bae0fefc-bc41-46cd-95f2-f88d27664984", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0f9d08c6-0d5b-447b-8c92-8d6f0c90b05f", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0c6ea555-27b8-4c78-b653-8c424e156248", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "70f19deb-de59-42db-a6e3-830caf00a740", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "85a1fdf2-573e-4c69-9b5f-f1e3a0c4f5aa", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9634ec39-ae29-423a-9437-406d07b09d27", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1eac7b5b-9be9-4345-9609-5cadc66b8ba2", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6a58c59e-cd24-4db2-85b8-a965efe6e36f", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "379d6ac0-6d6d-4ba7-9c1b-0002abd00f89", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48127855-d317-4ba1-a00c-2b807a030f4c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4a189571-40b1-4231-b5e9-7846a0b8f7af", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b4ad433a-e73c-4f51-ade1-6c8ce97c9291", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "08fc0f27-3cad-4cec-810f-ad39dbf262b6", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "29fec3a2-e637-4e5b-a75a-cadfb32a7f90", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bf35d89c-dbbc-4ada-b543-ec535558ef02", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8b328caa-b2e5-48b8-969b-9f3e78ab0170", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "722b43c8-621d-4e42-bc8d-c7b16328c3fe", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09037882-89c9-42d4-944e-5318fa808fd5", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c767d3bb-c7fd-4860-bac5-f449ec841ca1", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "40f05741-1b4b-4709-8ab3-bebf280cec94", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_505.pdf" ], "test_cases": [ { "key": "732bf2a6-5396-423a-bf0b-f328e5a6dc33", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "FIRST AMENDMENT TO DISTRIBUTOR AGREEMENT" }, { "key": "31ef06e6-dbb3-46e1-8bcb-57c9da3be900", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Peregrine/Bridge Transfer Corporation (\"Licensor\"); Neon Systems, Inc. (\"Licensee\")" }, { "key": "dfe1d074-0c75-4266-bca5-78fd3c3eb0f8", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/99" }, { "key": "abd6a580-8d7f-4443-af8c-01ea68f80b2c", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/31/04" }, { "key": "13ee2e88-99d5-4857-98f4-364855f382ff", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "668bcb6c-6912-455c-8f01-deb55c484d51", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "e8d07602-cb49-4f8c-a790-71cda1663889", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "225112d2-65c8-4af8-9c4d-c75e31fe663c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1eaf1bbb-2127-4f79-aac0-c0eabf3a7f97", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ea93b4c6-a03e-4c2a-9e75-8b40fd916e53", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4e4216f3-92e0-4526-aba0-e8e6a276d560", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3a8c2996-9377-42d4-adac-6b47f2275007", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4ab77aad-b8c5-4688-8283-8e8424017c79", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "effa0b09-af35-4e2a-ba28-e1d58249402d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19420996-3125-40c5-8817-a7146924afdb", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1d5fb19b-8718-4014-b887-c9be097628eb", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0f349c90-fc89-4c1f-9d0e-a7b96ceac650", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "df5a28eb-efe2-4f45-92b8-0b84ed2dc6b3", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "6f664134-b24c-41e5-9e9b-217367286bd3", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "65e4afa4-2d7e-4252-8af8-38dc8fae3a8d", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f1e7c039-697d-498d-a99f-d7143150fe79", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5063150-8da1-4a95-a99b-adf4afff9b46", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bedb4308-4e08-4006-93b6-49eced248a84", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "09dd1814-db0a-4038-b08d-7341031e2f6c", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d465c34a-c154-4603-a8ff-d90ae1d7ea20", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8be95964-c7a8-4803-afaa-ce75d1021333", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "20db9e62-5a1f-4263-b839-30dfad6ebc69", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4b7aa7f0-c6a3-4c32-934a-864e40785d15", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8957d23d-c476-4ff3-8f2c-d274164f9ed6", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a9568227-cdec-4064-b77e-3521ba76a026", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2ea2f8d5-8b41-4bc6-9854-f2a254067d23", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0e123f51-2415-4628-92b7-9065c33520e2", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b2729116-9bf2-441e-b7be-d5e99891aaa3", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0a4bfca5-3e79-49b9-b8ff-c61ae1ddc2cb", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a2d1c649-a45b-4126-a0c1-d4c9483aa42f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c09c1b8-e496-43ee-bacd-e1518e963517", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "18dbdbac-53ef-411c-96a5-630241408709", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69a2d02d-6f98-45c1-b0b8-b0e629054215", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e203315d-9d93-4a68-9e4c-8410a7b7d856", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "74fe9e32-5b17-4ab2-aaca-d2e2e60216b1", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_506.pdf" ], "test_cases": [ { "key": "a3c350c5-4dd7-4ae8-9085-096538db2218", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "DISTRIBUTOR AGREEMENT" }, { "key": "7c6193a3-9e3b-4a20-a798-03f092c89db5", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Peregrine/Bridge Transfer Corporation (\"Licensor\"); Neon Systems, Inc. (\"Licensee\")" }, { "key": "46523aa6-c597-4f3f-b05e-815884280ffc", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/96" }, { "key": "924e6b4c-1513-4ae9-8e6c-6511e05b2402", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/98" }, { "key": "574a6ea2-5840-4a57-b374-6bd823b564d5", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "26fb051d-8bce-4099-9e29-9963f7339d6d", "prompt": "What is the notice period required to terminate renewal? (Answer format: Number of days/months/year(s))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "60 days" }, { "key": "b1d9b18b-36bb-4071-8813-e1eb023be5e0", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Texas" }, { "key": "7bffd35e-38be-4325-9408-0a6693f254cb", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4254ff4c-2158-4830-9a81-513ac73a243d", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "220af8c8-6505-4788-87f6-a765b59493fb", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8e2c66b2-2a2a-469a-9592-7a484fa27baf", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a3865a66-2600-4d98-b437-eeb5d57ccb59", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4941f197-c283-4f7a-b532-02c8e15bcac9", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b907349c-223b-4c3a-b47c-24c0d271ea1a", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d125df76-6ad0-4ddf-8e87-9e7e77a9fb55", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bbf40fce-4a85-4801-8038-77fd93481538", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c816dbbd-d837-483e-8119-871877748b4e", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "414281af-d557-46d0-a86c-1a112d6671dc", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "945e2c3e-c0b9-4372-a812-6b7c726f6451", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ae6d94e7-38f0-403f-b264-93c3f4ef0ab9", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bc6920ce-41d2-4c7b-803d-11676de1ba30", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b10ecfa6-98cc-4a8b-9536-683ba131b8bd", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c6cd0ce-0d77-40dc-a55d-ea605c25616b", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9aa341dc-03d7-4114-bbcb-0ec40fade48e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0906c12e-2670-4973-a6b7-8222e89b1432", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d3103c5c-8349-4429-8c4f-98326209f529", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a8fa17fa-6ef9-4291-bb7b-05196456fd67", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cccce4c9-76f7-4ab7-819c-2d67228fd81b", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4cdbe79d-4e03-401b-84d1-55a2a9933fac", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6775c3ab-76c6-4327-ae55-3f4ead794620", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "cd56aa03-8259-4dc6-9b21-29b4b1a85537", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "814a7656-f6ff-45c9-b773-7dc72bc476fe", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ef51abce-7e84-4eb5-93c5-9a40bade54aa", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4c500d6a-92dd-4b1d-93f1-4ffc7150d439", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "124bf628-747b-4426-b642-2e7624624636", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "0b922958-bd43-4c01-a3c0-d1553bc77b5d", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "001a8af6-ad52-4df4-b0cb-64e56f1790bd", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c8fee1ce-74c9-404b-8fdc-f2c9d1fa56f1", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e71d98da-6850-45b3-983d-b74683d12adb", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8995d512-4d96-4637-ac58-412c975b0503", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "3f885588-5806-4e07-8ae0-758900f7a872", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_507.pdf" ], "test_cases": [ { "key": "be667e00-c819-4956-8cc2-c99d8243a304", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Endorsement Agreement" }, { "key": "4576f917-7df6-4dde-b06f-158dfd08e4e3", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SQUARE TWO GOLF INC. (\"Company\"); KATHY WHITWORTH (\"Professional\")" }, { "key": "c0bd39d2-02f6-4f93-a447-deb37eb21a77", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "10/13/99" }, { "key": "5483fdc3-6a47-4ce0-aa53-7edf18f0f236", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "1/1/00" }, { "key": "7b8cb6e4-2a2d-45c6-a47c-a215a2893d7b", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "12/31/04" }, { "key": "f83ef223-a970-4396-be99-847864f4ebe8", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "5 year" }, { "key": "df4c5889-8c54-40f0-8913-21d3d4857bb5", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "New Jersey" }, { "key": "4f44138d-393e-43b9-8441-57cefad94013", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0ea7098b-6b8a-4479-b111-364917661826", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a5ff776e-914b-4391-95d1-f292eb5308c7", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "640d2ab2-3a38-4487-a7a3-d55ab7b2ba7c", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d8e2a42f-9b1c-4f0e-bb25-d2260b0e707d", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56642226-5986-4313-813e-c94fe226c184", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b6cf02e-b56b-4cef-9321-f5605c7d7b41", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2ea5f647-62f7-4f2b-9ee5-eebfa7a1d17d", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a4bb3190-e1d6-4cf0-a120-6ab9680fdbd0", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5c474eb8-c12e-4ec4-925b-2423bf3846ab", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3ad8fbb5-93d4-40db-bdb0-b2388dd01448", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "dfd43c1e-562e-40a2-a415-a3ddfa1a5f97", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "7b7d2608-af87-423b-8ed8-ca916293be0a", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0194b252-66d3-48f3-985c-aea9db9207bc", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1f49df4a-3383-445a-89b0-682f7ed4078e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "c4e937d4-1cb8-469b-8654-71a04ff409ba", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "bfca547c-233c-4c81-bfb6-4fd572090b04", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03fc6ee0-6c81-4eb5-8d11-71c0700a21fb", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "a6227901-6263-4d69-ae5c-38a2795ebf31", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f371e502-4a76-4704-9114-42a20aaec14d", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "341395db-8b9d-4081-ad33-ea300c3eac75", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0226a0c4-4dda-4442-ada6-5ae1ad97e310", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e3cf089e-fb3c-43ee-a4b0-db54d4210e4a", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d393b90d-6ad6-4242-a122-cee856436b4c", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67f82b37-3f22-4eed-8440-c7b1d27919c5", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "75338301-53b6-4276-885c-eefa2ba2fc86", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb5bf845-3301-4d0e-88a8-ccc4b4a19c05", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "69ef9f99-246b-4561-b2c6-5a945fca1117", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "84d9d576-1428-438d-bffe-907e62998792", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "bb0fd43a-a454-41a9-bccf-054074335946", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d24bd18-7621-4dbc-b7d9-b568ffe8bc20", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "4b36db1f-f48f-463e-8016-03975c776161", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "16ac4b4a-bc14-4afa-8404-4ee13c734685", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "f878d42f-6cff-4e9a-890e-01de6c35059c", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_508.pdf" ], "test_cases": [ { "key": "87e97aef-7046-48d0-a097-1ecd97c8a797", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Intellectual Property Rights Confidentiality and Non-Use Obligations Agreement" }, { "key": "8c45175b-5ab6-4299-a050-d1b9fbdab5b7", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "SQUARE TWO GOLF INC. (\"Company\"); KATHY WHITWORTH (\"Professional\")" }, { "key": "dea035e5-3a99-416d-9828-10cb7d01d5b3", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ba065d91-7dae-447e-abf4-bda16799f36c", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7db552c4-c416-47a4-a7c9-fc9ddd68286d", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "054f604f-c97f-4e8f-9274-7f2d77610e01", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5d2d99ef-cd6a-4719-b57c-9dd4835790a5", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56bf7fd1-7e80-4dbd-b809-d6cae348371b", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "96d511b2-59e8-4f7a-9bc9-290979a1c653", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "88654dfb-7a36-40bf-9a52-4a853d7d9b4f", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "39b90f93-2a70-4a26-93fe-0df9d73a245f", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b9d37bac-35f9-4a3d-a379-2a8c2407dd24", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0530fd98-32f2-4f3c-8058-ea28eb8e3d8d", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "73bd11cd-8db5-4a0c-a3e9-01605c3b7843", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "05f2db98-1169-4a49-8cae-e75cd2b998fa", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3abcaad4-83dd-46b4-91dd-a64ffadd5f87", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "850ab46f-7e1b-4fa4-aab8-8424a87c8e7e", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "19cfd21c-38d0-42c6-b95e-e624fd20ca23", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9cb9b9f6-53c7-42fe-b986-49429a2b808c", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7af7efcc-44af-4e37-926d-c6f5b2cc77c1", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fd8ca99d-7aca-4536-8839-556295dfa7d4", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "24f88fd0-8f48-4702-8444-47726297c648", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4a96316-748b-42dc-929a-6bf55a59e540", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "1ef167bf-661c-4db8-b934-3f5d7ceb54ba", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fcc078fb-5d7f-4849-b1c9-71c531a8467f", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c5e2c1e7-bfa9-4fe8-bfe6-e0ea569de71b", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "650a7135-3249-4b29-8ee2-98926bb6a620", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0048cc45-2baa-45c1-8b94-f35d0bfd167b", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9929beb1-3ad7-449b-81d0-b89a5ea2933f", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7c6687c1-6650-4744-a768-99e4dd82a89e", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "aaf1b787-fa13-47ae-94be-ca439761b6fc", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "793010f6-6d69-461b-9cc2-bf0c06c004ff", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ee9a642e-152a-49b9-b07d-670f8939def5", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "acabb276-8e03-4890-a2ba-b070dff50e4f", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5f58864c-c6e0-469c-91bd-f1284080b163", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "b1c3e437-8060-491d-a2e4-8969a5f96197", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_509.pdf" ], "test_cases": [ { "key": "ae78e3dd-9958-43bf-b56d-337c64f93201", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "EXHIBIT \u2018B\u2019" }, { "key": "3c39d36b-0e43-47d2-96a5-0339d320a6cb", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kubient, Inc. (\"Kubient\"); The Associated Press (\"Customer\")" }, { "key": "bd90c845-b555-4eab-9434-777e51fc91a8", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "3/26/20" }, { "key": "c45bb84a-c7a2-4483-b963-684b81504584", "prompt": "What is the date when the contract is effective? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/5/20" }, { "key": "4f28bcbc-7fb6-4b22-83e4-b81063b52c5e", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "67709337-7f78-4472-8b09-a3869cd19de1", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "72e7fcdf-d023-4a7a-bad6-6c24189fd6c8", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "56d0a436-2ec4-4f89-aad8-699157dae14a", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7e6f09b5-d90a-40da-a1c7-a118f6137c22", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "1cd9cc6b-a3c9-4c81-92f5-08f3a421dc59", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "2d0224c7-b570-4aa8-ba16-3cc50f45b98c", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "eb21f183-3c65-45ec-9fbc-8a4f6c2ab9e2", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "48714b3f-8131-4d88-9292-be6c72aef198", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb575f66-f119-4d36-94d6-ce3dc5f2d9cc", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "560abea4-99a3-43f3-91ff-65495a8dde20", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "6aa73265-e74d-4f1f-9904-706e67d9e310", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "ad3f68b0-1c62-414b-a81d-350e0117f4d6", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "dd48975b-e267-4e60-befe-df3e8b7c1321", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "7f9dc39c-4f31-49ab-84ad-4959bb1eb562", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2d336b1d-ada7-416f-b999-268d8b021d96", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "527f9f83-9e87-4db7-9c5f-48ec882bb77e", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e55a39b3-04c9-4f0d-b0e8-4b7cc4a2d4a3", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "e4726719-5117-4c15-9e8b-097295c301f1", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "879f5ab1-583b-47c1-9ca0-fa0efbb10107", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "296ac300-98f0-4d30-90f2-aa2d64ab5fc7", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0dd92fce-7539-4c35-9f7e-85ee6b4fb5f3", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9780c975-67d6-401e-a3ae-320d85bef65d", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "f78370c2-fd8f-44bc-8150-7eb4b714db8e", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "a3a62e33-7367-40bd-a438-4efa6f2dd14f", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "509f3600-f65b-4603-b6e0-24b8500099de", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc46c809-6f6e-4bf6-a438-84de92883026", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8fe56a62-3eff-411f-a0e9-b6b963c8100f", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d0af21a2-7630-4926-9941-d4cc5c7f339f", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5b0a8310-9f0f-4995-90a5-aa1e995cde7a", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "8c42b9c6-741c-4f8c-a071-e2080d583117", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b69b15fe-f744-466b-b340-af607f8608f6", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "b858e827-92a0-4273-b060-8b376c0c7d6f", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] }, { "key": "d7d85721-efaf-4421-8f82-f9b5e41e1748", "documents": [ "https://eval-studio-artifacts.s3.us-east-1.amazonaws.com/h2o-eval-studio-demo-data/cuad/corpus/cuad_contract_510.pdf" ], "test_cases": [ { "key": "7aa4b625-fdc8-4079-af76-c359973ef3f9", "prompt": "What is the name of the contract? (Answer format: Contract Name)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Master Services Agreement" }, { "key": "5513bf60-de56-43a9-b860-2f9898688f89", "prompt": "Who are the two or more parties who signed the contract? (Answer format: Entity or individual names)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Kubient Inc. (\"Kubient\"); The Associated Press (the \"Customer\")(individually as a \"Party\" and collectively as the \"Parties\")" }, { "key": "eb12013e-866f-463e-936f-efeed13d60ec", "prompt": "What is the date of the contract? (Answer format: Date (mm/dd/yyyy))", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/5/20" }, { "key": "9f34d517-1517-483c-a4ab-70c1ef577915", "prompt": "On what date will the contract's initial term expire? (Answer format: Date (mm/dd/yyyy) / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "2/5/21" }, { "key": "5755a851-e274-4bcb-b2c1-71caee7d4ddb", "prompt": "What is the renewal term after the initial term expires? This includes automatic extensions and unilateral extensions with prior notice. (Answer format: [Successive] number of years/months / Perpetual)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "successive 1 year" }, { "key": "aa843faa-3565-45da-97f3-1f56b86567a4", "prompt": "Which state/country's law governs the interpretation of the contract? (Answer format: Name of a US State / non-US Province, Country)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Delaware" }, { "key": "ac9c65cc-237a-43d4-aedc-0254516a69c0", "prompt": "Is there a clause that if a third party gets better terms on the licensing or sale of technology/goods/services described in the contract, the buyer of such technology/goods/services under the contract shall be entitled to those better terms? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "abe05e64-5977-4f7b-aedd-b6947982c608", "prompt": "This category includes the exceptions or carveouts to Non-Compete, Exclusivity and No-Solicit of Customers above. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "765669b4-fbc3-42e0-9835-b46d4a9a9faa", "prompt": "Is there a restriction on the ability of a party to compete with the counterparty or operate in a certain geography or business or technology sector? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "5ff21b18-4a38-4c02-866b-c5b7410c5bf9", "prompt": "Is there an exclusive dealing commitment with the counterparty? This includes a commitment to procure all \u201crequirements\u201d from one party of certain technology, goods, or services or a prohibition on licensing or selling technology, goods or services to third parties, or a prohibition on collaborating or working with other parties), whether during the contract or after the contract ends (or both). (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c219871f-06c6-4e5e-9781-0d3a49f8a542", "prompt": "Is a party restricted from contracting or soliciting customers or partners of the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "136c3484-efa1-4bd7-923c-b027ff5aa5e1", "prompt": "Is there a restriction on a party\u2019s soliciting or hiring employees and/or contractors from the counterparty, whether during the contract or after the contract ends (or both)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "50c926cd-28dd-42b2-bf50-5f1c0d7dff34", "prompt": "Is there a requirement on a party not to disparage the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "439c6c26-6a5c-443a-8c77-287fcb63fb55", "prompt": "Can a party terminate this contract without cause (solely by giving a notice and allowing a waiting period to expire)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "04974ae8-7c62-424b-bba4-993cff0f71c4", "prompt": "Is there a clause granting one party a right of first refusal, right of first offer or right of first negotiation to purchase, license, market, or distribute equity interest, technology, assets, products or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "35f021af-2a41-4fd7-a89a-957f07b1672f", "prompt": "Does one party have the right to terminate or is consent or notice required of the counterparty if such party undergoes a change of control, such as a merger, stock sale, transfer of all or substantially all of its assets or business, or assignment by operation of law? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "33be57a2-8c07-4d6f-becc-b51974541cec", "prompt": "Is consent or notice required of a party if the contract is assigned to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "8f9131f4-7342-44ae-8863-38a9d3ed9623", "prompt": "Is one party required to share revenue or profit with the counterparty for any technology, goods, or services? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "cfabccea-be53-416e-badc-d31ada0fae11", "prompt": "Is there a restriction on the ability of a party to raise or reduce prices of technology, goods, or services provided? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "3664fa77-fab2-4390-ad90-76b61fd2170a", "prompt": "Is there a minimum order size or minimum amount or units per-time period that one party must buy from the counterparty under the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "ce42dd14-5a4b-42f6-b495-80bef80e0788", "prompt": "Is there a fee increase or consent requirement, etc. if one party\u2019s use of the product/services exceeds certain threshold? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "becdbe06-d6e5-4395-974e-34146baa046d", "prompt": "Does intellectual property created by one party become the property of the counterparty, either per the terms of the contract or upon the occurrence of certain events? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "c8293ea6-d2eb-4fd7-8128-4126ea168919", "prompt": "Is there any clause providing for joint or shared ownership of intellectual property between the parties to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4c2243e5-765f-4f93-bc1a-7e351aa27bf5", "prompt": "Does the contract contain a license granted by one party to its counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b7b22f3e-6dcf-46cd-9992-50f1a38c81a5", "prompt": "Does the contract limit the ability of a party to transfer the license being granted to a third party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "d82c4a6f-873f-45e4-9d5a-edefcc1781e3", "prompt": "Does the contract contain a license grant by affiliates of the licensor or that includes intellectual property of affiliates of the licensor? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "0898951d-cd96-49a3-a2d9-8a1b22bd760a", "prompt": "Does the contract contain a license grant to a licensee (incl. sublicensor) and the affiliates of such licensee/sublicensor? (Answer format: )", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "03f4a982-f5a1-4c18-9ae6-5dcd772b7cbb", "prompt": "Is there a clause granting one party an \u201centerprise,\u201d \u201call you can eat\u201d or unlimited usage license? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "de880b3d-2350-42c2-929e-8493cdb3dcf4", "prompt": "Does the contract contain a license grant that is irrevocable or perpetual? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "d5ab2a78-c14a-4abb-b133-462d21c226b1", "prompt": "Is one party required to deposit its source code into escrow with a third party, which can be released to the counterparty upon the occurrence of certain events (bankruptcy, insolvency, etc.)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "90fe927d-a058-4fd9-aa96-114e766cc57a", "prompt": "Is a party subject to obligations after the termination or expiration of a contract, including any post-termination transition, payment, transfer of IP, wind-down, last-buy, or similar commitments? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "4d7d0310-fc28-4ec8-9a95-b9eaff25267c", "prompt": "Does a party have the right to audit the books, records, or physical locations of the counterparty to ensure compliance with the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "2e236bc5-c0b8-41e6-a9eb-a25a2d1d79e8", "prompt": "Is a party\u2019s liability uncapped upon the breach of its obligation in the contract? This also includes uncap liability for a particular type of breach such as IP infringement or breach of confidentiality obligation. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "9bd0353a-4656-4732-a684-a4ae5bdfde03", "prompt": "Does the contract include a cap on liability upon the breach of a party\u2019s obligation? This includes time limitation for the counterparty to bring claims or maximum amount for recovery. (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "Yes" }, { "key": "b6bfbc26-0eb1-4d44-85e8-811c3a159211", "prompt": "Does the contract contain a clause that would award either party liquidated damages for breach or a fee upon the termination of a contract (termination fee)? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fb017ba2-4e6e-41f6-a8d1-32e5a43e3fe9", "prompt": "What is the duration of any warranty against defects or errors in technology, products, or services provided under the contract? (Answer format: Number of months or years)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "9b52e710-7645-4eea-97d2-fcee5ff6f691", "prompt": "Is there a requirement for insurance that must be maintained by one party for the benefit of the counterparty? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "fc5c12f3-5811-436d-a0ab-7c59d9b17917", "prompt": "Is a party restricted from contesting the validity of the counterparty\u2019s ownership of intellectual property or otherwise bringing a claim against the counterparty for matters unrelated to the contract? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" }, { "key": "382fa2cb-ddcc-473b-9404-d597b91fac90", "prompt": "Is there a non-contracting party who is a beneficiary to some or all of the clauses in the contract and therefore can enforce its rights against a contracting party? (Answer format: Yes/No)", "categories": [], "condition": "", "relationships": [], "constraints": [], "expected_output": "No" } ] } ] }